From c2be19b941aa94e1713271442d2c85058075ae24 Mon Sep 17 00:00:00 2001 From: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> Date: Sat, 15 Aug 2026 06:51:29 -0700 Subject: [PATCH 1/3] Refresh cubins for kernel fix Kernels are from latest main branch commits applied to 2d2032f9 so that cubins can be refreshed without breaking src/lib compatibility Signed-off-by: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> --- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 2 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 2 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 2 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 2 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 2 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 2 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...nt2CtaKeepsAbForGenRopeQuant.cubin.tar.zst | 4 +- ...ic2CtaKeepsAbForGenRopeQuant.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 2 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 2 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 2 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 2 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 2 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 2 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentKeepsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Kv128PersistentSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst | 4 +- ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...geK16SageV1PersistentContext.cubin.tar.zst | 4 +- ...Q1SageK16SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK1SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK1SageV1StaticContext.cubin.tar.zst | 4 +- ...ageK4SageV1PersistentContext.cubin.tar.zst | 4 +- ...eQ1SageK4SageV1StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 2 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 2 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...eqQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...VarSeqQ128Kv128StaticContext.cubin.tar.zst | 4 +- ...axQ128Kv128PersistentContext.cubin.tar.zst | 4 +- ...oftmaxQ128Kv128StaticContext.cubin.tar.zst | 4 +- .../fmha/cubin/kernelMetaInfo.h | 6474 ++++++++--------- 3237 files changed, 9695 insertions(+), 9695 deletions(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4a458ca2eb81..5dc2a7e6c3e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a503a33663a82dac6b0a041ea80029ee856ea720c1669947a00a266442138803 -size 24785 +oid sha256:54277abecb7fd9cb825dd820f57dedbb57c4a47797d98a3551eaf15f9ed21443 +size 24776 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b8c1a64db2dd..79b167795198 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a031403496fe7ec90e01a1a737e0ee928b61b9e88f4658acc4c2059e4f8b49e -size 23016 +oid sha256:da1ee8d2df915d0a37720dc2689148a5779b5248870285d9433d4bd38ed76545 +size 22985 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index c5ade09c3d69..277503e13bcd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e8b1dde4c2c55dfc9ba0dba716981f825414812ecc0c37b7fd13bff6bf9b839 -size 23952 +oid sha256:56c70747bce5eccf4af594e9ebb8e5667c33397f969e2251c0e048f1ad82ca61 +size 23858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 97f6221f22d2..7ef85c5f0ca3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb24c063c1657f9e90ab64bf8dc6f9df4d8078fc16b6c594ee0fbb0e2fcf842f -size 25899 +oid sha256:28c62e7e64a95144cd29a190ead719198985ce9b8ab2231a0e7b7bd2db0d96bc +size 25886 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 9c70231c5abd..3bd4f5c086b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b466b76aea35df0bc7b7da19176da249a305f9ef16891f4c359d6ef942f8ca0c -size 22051 +oid sha256:38cf835b0ab8ad13eeab2afa3fd444e18aca30b9242e65a0e83dcdebdc38e608 +size 22103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 805d03795c57..08444542ccac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b7955054cc91001d7c9d16a3f1645b6319d8cd69c8264aff43e5bff8cf0bc34 -size 23388 +oid sha256:2d5f7d0d5237a9b044917d97cf261f299a8c329653b089ec82adfcc32b90c7d7 +size 23378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 40559b4c178c..935aafc545aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17924331bd2a809d439f3cd2a042ea173b552f149df0b4e6ef678af2c75501f2 -size 25446 +oid sha256:3451f26d1d1d42c03143ec958916ebc9cfeb8020366b772f93084b88a6990e2e +size 25371 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 41d691409ccc..189ae0fd6abe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:030c8a638e48794c5d84bd1d1586efd2b0dcddaf49395b715bb0c1b457fdac9b -size 21948 +oid sha256:bdba832c71009689c5e5d77ca3b3808f69821c248cbf5018867944909781a44b +size 21901 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 7e069fbab936..2f6d346a55cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a008086a28baaaa4fb70895b4e266600c8516f85a00dd4727aba24d0386082b3 -size 21116 +oid sha256:7b830f65c230db53b67323ee08b2fbdff17c4afa846d4117f74e0fd170e51dea +size 21087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 421a11d9e6a0..616793a3c121 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:641b36b4de6672687e8aef56c298909794708898ae916e9fb4dc126e51cc4b87 -size 18529 +oid sha256:f9a6f163545f51ef1706aea3ff9b5141a91799c0e71f75a3a9913a24d544ef2a +size 18465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 4be2fab2b20c..83831d38e50f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:815e6770f402fd156696c2184ad369f2b110f56240a96aa4e343258f303bce55 -size 23115 +oid sha256:cdd590a8569eefecff345961f94d2f0cb4e4eed8209a4fd59f7f9ede9d3699e3 +size 23104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 5c34d46bc526..4f140d556661 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cc36929649f6fccebf889c7424d3173695ab46c0e2a8a94c4faa18142ee4147 -size 20713 +oid sha256:bb656093f798ad9936fbfca394648c0c6b4f3aa11236e69f11244173b8f53d2b +size 20682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index c77accfdc892..bcad6e0515e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13dc2ad438de03b826552dc5c1e1d41e7c20e60bc70780f840b9872bbc985fb2 -size 19772 +oid sha256:6528b2ecb5a2a96aabdc3020594cedff8cd1a10e667384997208552725723214 +size 19738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index ed7aa37f2507..b78b9d83263d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:733632e5236b93e5b866645d653a5d6ada087547bb2d353383c379b07c8a6ab3 -size 17441 +oid sha256:2a37d574d79f1c9409d7f8e3eda705474789580d7d3a0e150fe7400cad681379 +size 17340 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6db3f921271f..a53c81c09d99 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:076e7f1d4008613bc754f9440753b4183796f0939e34c02b87820e05749b940a -size 23508 +oid sha256:8e04e3e571c726623f0b78d5fe5adb358eb72394cbe7e94494244ba29f6ab2b1 +size 23492 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 5922757c3f01..8f7f00cd9168 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebf843eedb570cbc5bc0ab926a9089e2adedaf95d012c31911b5ff5c4c2b57ce -size 21680 +oid sha256:9bc9300b6b3f323d0993b79754a3feb708a673b6b1ca0b05dfc6dc1bc637893c +size 21638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d89b31f6bcdf..205c6d70dd77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5548ad24a30b3438a8eba833777f5b6e0fcff11c102551eebc575a1836c577a -size 22962 +oid sha256:6c2a5c06ab3168d266948c1f03697d343f82b1af001e5f5a7de47a6aad00b3fa +size 22891 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index dd99a47690fa..20f99d5527ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f527fe03f1dee3dcb66fe948b58ebd2d25cf8cab222a43245b1f28a548dcb8b -size 21659 +oid sha256:818e493ebb30ac4aa44f6bc122d5e3447e0b6b5c90cc43cb9ac385f9da76da88 +size 21671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 690414211bbf..eabbc62f50c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:952265e1c6ec8dd349d3bc7ab9881ebda45b6dd9bc8785511edfa6814040de04 -size 24714 +oid sha256:45bab424f53b95b185d596f387a74ede0741b815f31fac9cbe3b5d8c24cce5dc +size 24708 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 535f56ba1b40..ee30b33ef787 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca36c48b48053af3f50777e064e0c838d2c2edb3bab7855d94220aae52e73193 -size 22865 +oid sha256:3ed4df77d6632d6305f5c3812aa284bdcd87c20e6a47eb6a9abdddcd163b9ba3 +size 22877 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index f531acda7375..114d0ff412ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efb5305aedde3fa90fd2b4fc56a658f9f36754acd9a8c22618a42e42ca747433 -size 20912 +oid sha256:4c73c719e5619572197a4c90c2d331d77ff586d4d51d69860ece692f359d4041 +size 20877 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index ea02a5e4595e..8633d6db3543 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3a3f4471767a84bf43743d10c98e4f87dc662e04b9e54cbea31d203360beab3 -size 18493 +oid sha256:1e5b86690d10a8bd645aa1357fa505d39321f059b2a78ba899d48b53c3277a4f +size 18481 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e0e98ebd2dfa..9d97230e801b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1106a11165971ff57c9b5f568b9bbd7164809356ea341178e003f9e7ef48598 -size 19716 +oid sha256:88827e6704dc31393b51a087a6c9a5b9b21ac107cf22a4ec630a175398f43b0b +size 19682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 32658b7cb6ad..953ff85d7432 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:427ac27fb198d3ac4861da35bd7b064cc9822706b68bccce9c97da6a3a583552 -size 17445 +oid sha256:96c608afc620579713ea0ca3fd262403e39f7a6633ceb0bb1f8d2a81a3273412 +size 17423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a7dba5ca5efe..0b03baa19b6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93068ef747b6901a2cace751ce303d49f5d9cf06d34976ffc72221cf5077fea8 -size 24564 +oid sha256:1a0758d918877a897e520b08bc048fbb582aac4ccbc8bd9ab6d04b64f574a70c +size 24509 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index df4160685735..4916b1be083e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23bba9e1d1a7593fad468da4499372dcbfde5a24e56470124524608151ecb54d -size 22238 +oid sha256:e1c47abeebb3d75acd1dd88019fcaf91f6e68d3596499904f50d53182aa28073 +size 22221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index c0e5110b8755..52d9252842c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35a37c601c9482254172a0a19bccee938bc79643cfffb00a2be00c5c471b0c4c -size 24072 +oid sha256:0e512c450dc278387d8ca60fd6cd7116bdc285b5749b8c31e7cd52602a598531 +size 24042 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c511431c5bb4..4ff3e298b22e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:842e622d1577dcc4e648a783510d298f34fc18ca5c7e54d2cf4620c0b3a29e02 -size 22804 +oid sha256:a312d351771d1cb616f05bc58a61f79a17f634e1f2f287a7f3b950e68bbfc74b +size 22779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2360c942468d..71ae334b15f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3aec5938ca870813f6d4d8e231144f6774d41b128a1e084007da231faaa8c2ea -size 26558 +oid sha256:1a59cc18b5c8427214226aa9c377350576e24dc1632eb481f5e7f1bac15243a7 +size 26581 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9cb37b24e46d..ce2e648242c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:985c11dc2f10cfca3a712b928834059f2af0ae9a0c88c5e6e1c2d45c5858dc36 -size 24597 +oid sha256:f64af8b4eddb3b40071012b67f3d7cb1c461452a247bbb43c56a3e868a90883a +size 24556 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 2fe1a252b15c..c58b0022cfbd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f865e67427e8366459f7b00fc99e3259333734e8edcc0c20bf425e96c4d670f1 -size 21910 +oid sha256:5991157efead3f37ce6eaef6dd4410578af15e990ce950e9551d92fd2835910b +size 21914 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 973d591ad1f7..c94b274ca240 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3225136cffe79437b3542e480510599223ae84e3b3b9513aed04e47145f43994 -size 18986 +oid sha256:90b2f64e8b80cde2d6d08a4596b79f6ef8230e4ed5cd0c07d272ebe3cc83b369 +size 18987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e3669afc928c..0c27cc48114a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7347f2f7054d36f08be4dd50351466ccc9e2d8bc0c45ae4efa34323667ef0e86 -size 20655 +oid sha256:c4c10ac64a60c1dd26221d7e62dfff09f22be33dc946bd2d60ef7a50c13c593a +size 20631 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 41264ec94990..8f6357b2c754 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6794b45c8109ebcc73509981494eab0de71fc0ad1af46f3f5bf2212f28ed91f0 -size 17837 +oid sha256:b0e9933f27b45eca862641b925825fd3fdacb9d87941aee98ed5713986337200 +size 17836 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4fd1c267232e..8adae34793df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:805ef3981ecd54462815e132081a2d75e12ccd909d54f08ebfb6e3dc4f114322 -size 30195 +oid sha256:396d343bc2217d6df5a0bf5fbdc7c780a627b7ada6bd2bdbe84866bc1ed8d4d2 +size 30123 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 456eea49949d..1033301aad0d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dddd5e66e76ba82b23bdf01c8bbf5f1fe33551d9fb6ef97c3e02efb7d55c84b4 -size 24637 +oid sha256:88dc235dec0376b6e34638bf81d42037812122a6b952960ab21fb106703e0a23 +size 24605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 2f988b45e346..cdd64ce9b171 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fffe042bc4e3ff9d76d0c5900063a6895bb206985c6c59b3769b1f1c82b6e45 -size 26848 +oid sha256:868347c59ed15d1a8cdcfbd3324bf9e4fd1f15ecb9dba69380824c9c644f69c5 +size 26841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index b6f9d0fc12f8..b3f0f90a7e2a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:783d16a0cec0542a267e3ad23dcecf0184963dc37a71faa7f8556f015333f5bd -size 23116 +oid sha256:8ad46e418cf34608fe30a3f2cb64b42fc9e04f92d1fad0648c40ef9a00a88475 +size 23097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 32a86a57dd6f..f40f8755ca9a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b94c9a85598325e9a292429c32fccf31d32540bb8b6930f2fb5ae706cc03b4b2 -size 25575 +oid sha256:b82ec6ff0341c4ee6ae85a9b2ec57ea91e555ed1910779e2938d5ff7e02d4478 +size 25588 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 60e2fb254da7..cb1433cf2ffb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5fc98c54085364c4a15593fa660f46e542d566e9c1dadc2591f914a559fc56f -size 22871 +oid sha256:7f1f0c981b1f4a13c57a5892183768c1047c4931671c1fa0c8ad3002afdc465d +size 22899 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5206c9bc72d6..39c9bf6443b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:959652701a99ebd284eb6d5e67cef59d86e3462d1716e74458ed40da3c89c8d1 -size 28364 +oid sha256:63db9a611e48eb40140854d04d5eaf8f4b5d487f21fc23d17260d63bf8486212 +size 28342 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 96b5b933a892..3faa8e4601f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cca3c15d37260e1b2ec617894d400fc08352589556e52eab4a9532ec6b012182 -size 27002 +oid sha256:30e83a56f0e55e706ae671211b308d7ee702b99844883bf3a1259833dec29e4d +size 26983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f6826798c4d1..6492e1016dbe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c5c587f737d6724e6d8355d0392e25794f8bb752df3e935ac11fbbc9e4f3ecd -size 27614 +oid sha256:8a2f7a577ec7defa501b421c3d90f3d3d6209ee56693e4616ff95838bc80643d +size 27569 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index cc98ea911379..423c19bc71f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ceca895537b08367f0e1993d4f51b84085cb90a58fa284bb079b81d5d4396d0f -size 26795 +oid sha256:83b111e748d7f6275405bbc83038ac8b865b5dc4e884b44c90eef3d0c9547b1f +size 26765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1733bae7a643..9954297ec016 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04e35880630ea83f0a4c57208e75e5ac20d1ed721c092311102bd4997f0465dc -size 25853 +oid sha256:9ca6d690fb83cda3742b086b36d608eddf706e112b744570a3854059ddad0f6e +size 25820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 31734d1f9fa3..14b77fdeabdd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:587d387bd32e9bfc28929d5aa049222fd0732fbbd320deff039fb7cae2d248c1 -size 24828 +oid sha256:aafcef3a8aa25dc5df5d7d1dd9ff235ebff0b0dd9dcf3a14cbf5e2b70bd1a875 +size 24831 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index b11e45a7a886..1b6d5e57b33d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6422d0276876388c539981a8406dd7c02ff8d8efb9be006f3fd92deb9500538 -size 25825 +oid sha256:6f924e5c319805d8ab2ecaaeae9c46e98dabf2698c8e2b7ea6cec47d461ebdc7 +size 25770 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d1d5844865da..0de137b9fff9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b6913501e7c354ef801e4ba60280f28cb08dd8c2f22f9aabda5de102cbe1decd -size 23035 +oid sha256:fe99c601ce5fa83812a346dc5dbf6d25f401556a4036c0cab351cc460e30135e +size 22994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e324db6514de..fffddb03895e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff5c6585dcea540686a9ec8b2979f77b526af910fa16d5f043d1e886c7e92baa -size 24549 +oid sha256:f0d38d4b9a3f109d05869d517ccdd40ccbea153a46d57a704efc20bb48d8cb4e +size 24589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 3de4d5d971e4..bc74f9dc8ceb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d44bb4edfffd0db2486095531682667574b11a9fba40915e58144334d58db34f -size 21823 +oid sha256:a173051d3796aee3d173c4cd0fa77ac783747e66ae0415c7d0ed1d625e0c396d +size 21761 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 4cdf2cddfa8a..c59bdf541232 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fdeae075c34815df64964fac63f9cbfefe4d479e0781f12f7f88f547805c36a7 -size 29576 +oid sha256:9ff16b0b4e1ab61c2e987c51dc0d2cfc7a2841742a06ba6666d6a7c3816bb4af +size 29460 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 105f427e04ac..15eed7ca0378 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d77a4b5a50368e3093080ad28d38fc2ce4885f93c1bac7b7a1db1652c6400687 -size 28157 +oid sha256:e228f4f7083835d28a064e06c8e4edeca4ca75faffe6b6b71afb6066ca55e869 +size 28095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index c6eb33e15cfa..2902eee1c658 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2b6c9b1c2ccec0bc8cf136c02519c192a0c2b89146f9024d16720162eb8dd9c -size 28810 +oid sha256:4d8b61e789c99e353f32578fed27ae06de6272ee25d269d2990adadd26b33a68 +size 28800 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 27287a99d1e7..dfe8a22b9c67 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dcea9b01ef1c8002c93f377c49e00886c4a5273ff2af4907bd4837632248c59d -size 27664 +oid sha256:98de6a32b25d8a60e3dec3d18fca51fb1775a8538f4dc469c8f3890b43efdb48 +size 27638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6952cc08f94d..7fb8d2cc42c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4698cebb22a5240db39b9309cbe0e2de2cdf71311e53fbcd4857d82ee90bd46 -size 27353 +oid sha256:1161dbaca76661a63298b4ee833fcc4da03af9d28c0ce317b8ac8444ff5e7072 +size 27369 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 125b36ec0df8..da7cd07513e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62a9d7f1099d19e5a0a83f61ca347f0f3cf3b104953a37dd9707fa47157b5bcd -size 24686 +oid sha256:b789395806b5058b30789062867cde4661ab0b33f884c3d4d48d8f14d92a335c +size 24646 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index d908c5c02f64..5a8f40502fa2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:390171d148fe71134299b477eabc03a9fec8905423561202b23c8d9a3a10e407 -size 26874 +oid sha256:c70629dc42cc8e088a3d37dba7fb45e1146eaecfae42e18804a630876bee759d +size 26816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index dba03948e37a..ebf54dad0a13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19dd7968d1864a57df724c4850462a6d3874300abf53da40833d5bbdc2a83b2c -size 23552 +oid sha256:969b67fcb1fc6cf9d8c55e11301730307c026d07cf9f9c69efc2de30b45d45d8 +size 23550 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 3e90e14e7a7e..4d8d7893d787 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5bbf7c88b8739fec5f9056beba4f9ac17e3e95836ea8f09b1412d5e3ae7991d4 -size 25701 +oid sha256:9303aa89f12fe55fd84ba543e022af349eeeaf01f9ae7a7ceab3c0a422d145e5 +size 25700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index d33c891480d2..875f246ed0f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2857bccb64e642e087225e4c4bddd4bead2a3214d2254e3c959511355b4051dc -size 22265 +oid sha256:37eb585582a38e296e52d51b7a39fb0072097ec74e412a66acc5c602fd564a5e +size 22233 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4023c5bebb03..c1866808bb1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45ffdaaee88cd89fb1879b34f13ac020e908f79d5605799cda09c9f9fc6d25f8 -size 22558 +oid sha256:798e95a1c7dfb620352b7f83b3d238d810f17b67e748c8c46de2bcc43ecd688c +size 22526 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d16e5441124d..3a05536152da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed35a333d99c28479257f0fd4ac588f064a180753363d2a489d265d8c1955f6e -size 20932 +oid sha256:f46afedae501ae6b69960c10748495265c8bcd851958cf374cd64c1c92948ee6 +size 20891 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 56ea96835a3b..7b4b2be5bd5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2b8ecfb8489ed668cd40d6603ae2d1b329b04ef8da6ab0588f4ddf0ac924081 -size 21149 +oid sha256:d93a3dffea87138f60c6493741b46f2977b693a9666ccc97ea17f65f2a8e9702 +size 21133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index f883be7fd862..27c91f46bd75 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28ccb15269bfb8a68cec3c2d9f341733c4eff53ef18c1d72cbdb082378226476 -size 24261 +oid sha256:c4919e5fa99f982260ac1e6677503f92a827954c2a7cde46574c38ba37618b4a +size 24239 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 2231ff3bfd52..b02c466d807b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa3b1a7d84e5a9ee0fc9da1e74c07ccd97f6bdbd74408f1954372061bd273730 -size 20242 +oid sha256:ed50615b3d7c00895327b592aaec47da4f0ef2cddca8589981cd7bad11038e59 +size 20208 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b2a2c41b1bd6..ca47884d621d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35dfdcaf9a453cf9b1c4a9745c4d2740a79de1daaa60d344a36d09892b26a0b6 -size 21446 +oid sha256:160b046a0d929b8a21130c46c02aa2a147a15b050c7ffc444725a3fa0a175321 +size 21404 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index ec14a68d2915..1ca7fd10ffa8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8dfc357fae018d344b47d8d5ea837d23260b396c88b8efbce0887709340dec75 -size 23685 +oid sha256:3e96bda0afd384380923d0d9bc9b50f8adfba977a7b6e913995868cc8339dc4a +size 23657 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index b75d6bfd91cb..09cb67c4edf4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86f84075f70e995faf31cac64aa1a3d70bd49c879182c424397c0536a548d0fc -size 20666 +oid sha256:51e60c9192d8d8ddda7ef663f2d9d57d4c1a52c2bd688c6afc6eac5061654ba7 +size 20624 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 124911f3d421..3a0f01f54985 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:125d806f16928b8db551573ef5326d6766805c7543f2c7cb1438dda9e5fcb386 -size 19348 +oid sha256:2b8d90464d3c19128c02f503472e0bbf041ecd7e8690cfc4f71583fc904157bd +size 19326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index bcf1d0d41990..0615d2877d1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89adf69b2182b810290a8b48e894934231ce35fa742b3974bb385dd965cda0de -size 17184 +oid sha256:c36d7e988f234723d648d72e926803b801f1559bbe6d6792c93d4a6db6611027 +size 17180 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 72dee4f79913..0dbc0c47e4a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99ceec5275aeab6b1dceef41f06785fc323fe89eda16196196f5e0db29492223 -size 21341 +oid sha256:0f917004e331be6c777e7a8108bad7e8d6f2dbc72c819e6376a40238d5ebc4fa +size 21347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index d84bea559820..b2e683a53690 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0fe22202f2ce0923ae0f274bc5f7d00e34d3405b683b024039c97bf697e360a -size 19092 +oid sha256:511ef1a928fac7ca41637730a99e6984623e4a65233ebf2e04fd2b4eb5e26de8 +size 19067 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index efd823138b08..a47259c2b57a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4473cb570d1f1077b57a5a5bb9d3a877eabc06344f064552f409c7e7c33f7888 -size 18619 +oid sha256:d4bb6d8ea99faeaaef84a139508344d8c38ee5c08f6a9d28fb67be3ecdb3a1fa +size 18605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index babe12716035..fc71219d2de0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a4ad8a08d0ce440df105c175030f4b232b9487f62fd683c003cfa42310450ef -size 16319 +oid sha256:66fe82577e5985d11302342cbc205ab300c193bb37d610b69a917f26b174b8d2 +size 16322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b198ae1eb9bf..0ed18b9cf217 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4f3905573c910adbc184fae87de257689969f739f4440ed8f33ec845f456ce7 -size 20648 +oid sha256:d61cec34788dfd137ed621c38bddb614ae93279fa58700ccd25832e9efdb7bdf +size 20630 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f52ac54c1ed0..a7f746b524e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99f03c7ab332abd5a89a992973c7c8b8a526079e4de6cc09833a6a0af9d8c696 -size 19796 +oid sha256:418e1bfe37165b039e44eee487d27c04a3af24051fbe2b343220789ffd41402e +size 19820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 75394bfec4ea..91490c6b5ca6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:78e79741391f12d469c03e3b2cbd4dff2402d3a5a247e73fe1b495860d3bff6a -size 21001 +oid sha256:30e1bef58cb270276c666027bc1d7d3ffec3894e7301869c22042de7ac0f5486 +size 20978 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 2166e1dc6f68..9148dd1398bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af4cab7963ce853e98c4c81ed809ff0086c0cd8bdea93dd5fb2a0f6b76c8eb83 -size 20261 +oid sha256:be820cffd3467d18a05415b12d10e99a8cce9f5b5ed5c9d91e384b718e62023a +size 20220 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5663f4574b07..009d55c1f8c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73ad850cf882202b2300e6bd33c65aae1c4c021de718e07eaa31ceec496268b8 -size 22794 +oid sha256:481f1d32da74304f096d718beedc6bc4f9bf926790cfbb52710edaac53758390 +size 22766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 2687ae2ecca7..98f68d1fd43a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d306b38c4670dc6fceccdaafce815dcd82ad0b853b098dc80f5b5517d34bc0a -size 20711 +oid sha256:798b4cb56fd50da0cf5c75212d55f6df6c6d865b3e569cb0234f1a3f618438e1 +size 20699 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index fae8bf94cf3f..147520db8078 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bac49862ac5874d15a1804e22abc34fb3a8c53e252f20bebc8eb84b1f002adf -size 19294 +oid sha256:528e56c6c19a832e3d07a27e8272ec87596744f634d970cbceb907ad83186ec1 +size 19268 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 34d67133833d..2866e5422378 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a90422473729f1ce11972981a3d98267bb926bc48b4c12d40560acc1e9171ea6 -size 17078 +oid sha256:b35e4cbf629008f54b0adde6cb20143a8e8e3b9b291f80e4b226c3df4b2c4c85 +size 17068 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 8b1cc3eee6ea..d40e02584110 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50e18196cea8b515eebedc65339cd60a493008f51eaf805bfae2ee590365f7c6 -size 18504 +oid sha256:3140a7584f7199738f89ca89a708d2d196228a8cf1fc08b0b6dcfe53b47f1c49 +size 18499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 921a9bde5714..d437812a5a48 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:572a6896ba8bbb113b55333bb11d4fbc8e29efcaee5a054a05bd3ac33037f61e -size 16191 +oid sha256:3ee8dbc42acfadcda6a6c5ba80d7a725a3c1d295c6e8789326aac84c50cce8b9 +size 16180 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 05d30dae8a04..76399df01b78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:abeded5ad3db67cf0cb1e085e5d8c5846d7e9ce676595f8288e7520af3398c3e -size 21798 +oid sha256:ae86bbb5dad95aef7852664854642716dd8de38c1828e15c696da2425a89acf7 +size 21803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 5ecf05803741..ec98b641e50c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f281dd64fda86ebc02c0aac7627000d4c8b73dee3b0fa34725ea13a37d62699 -size 20977 +oid sha256:f15ed7b2ff3e44ec00900cfff5dc23444d9c23a7cee92bbd42a0e0f981da00c5 +size 20974 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5a583b374c1b..c5c97453104a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5f98709486a5be226ebfdbc535f8cee3088a671fc9656411222849037801860 -size 22189 +oid sha256:5ac329f8b389a96a59550d4c5baa1bae75e0ebc111a53bab7be9b9f1e488ce79 +size 22094 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index bf432d6aba2a..6b401e745778 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:170f74a174b08a134b4efb93eaca40e30f85c5bd2c891dcd96b0aef69d78d78e -size 21459 +oid sha256:37fe8c62b34a30db90324cd694a2e3aaad9bc8db97fe730edf568b041bb3d100 +size 21455 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 331645552888..2b9044296707 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:524bf2e4f090c2cfc16dfdee9abcd02cd67f0982dc80b0ec6a68369a41a373e6 -size 24624 +oid sha256:3261cee01c55b9fa263d0e463a312e27805f0bfdea1c10a12f574c3d53969fec +size 24608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 1c4e2b976191..8f035638289b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8408e22b12b495114c1bacd25d40cf2fa1b916ad4c8d349478eff6f4448979c3 -size 22872 +oid sha256:66b886922adbbeefcdca9391e9877d489da8d6a8d9776c5b9dc929c4edd6fefe +size 22803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 563a2327e06b..b5a153fec7d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00a1170831ca48b70a064d204348301e51aef171d42868f74deba9e9447459a0 -size 20151 +oid sha256:bc39c340a17daa11cdf197750ce679e338439e6290158a206c6e0f7cadaafac1 +size 20134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 4554bca03d79..26a600c911ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4d9cb004618b37fbc5b279b9fb5b8fe3ae0837063245e144db527d3d990ae9d -size 17689 +oid sha256:d739f698d8fa6b620048e2a98f111dd1c8ad38345b737a576e1f164258085edf +size 17679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 225783439945..93aedc114e86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:295c29b49454cc8426a2fe1c1e339c7314c4b2f23b841987ba60adcbac5f185d -size 19058 +oid sha256:968d8671756d426ab3031af0a02126296f675814c82791f3a6cb7a5f215534ba +size 19033 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index d67b71f4d822..1d00717f815a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:991efba2e28d45732b5027c6f9eb3547b1cd280679429a2e7a48407136c3d8b2 -size 16885 +oid sha256:070695a460a9d403b4184fa4e2923f71c7a20cc6a1b7692de3f6b28ec8cddd96 +size 16847 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 13b156904d26..8ab30094c959 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:950fd67f582e65887e62cfcf944e0f2adf41a6b5d1df5a40d22b713bc536e57a -size 28618 +oid sha256:c1800915700244336803170176cea144164034458ccdefef54a9e8afc1e5e720 +size 28606 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5c840180a9e1..d42e16a2d56a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0e798edaa3d90e761c2e53dc717224b30a994dbf0c7f9645a7a2272578ae848 -size 22560 +oid sha256:3c758d5bd36f269d7c8ebeb9adf98fe944054fa7f097dd7acd30f0a2a4ef0127 +size 22527 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 11940086383a..5fda608c9801 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86353c18f3d16d61f397816fc7fb2170c561bbcd04809b234eed9fa3ff181adf -size 25035 +oid sha256:84b73116fd08d11a5e3135695ca130face7784005fd4d4acbaa34514d1f91c8f +size 25029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 15f5f974d495..2a1e6bbbc15a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3e75d148cc3917884ff09d5c9eaa8ce0ea477033241225f264627516066a29c -size 21735 +oid sha256:bd9c9f80a2d5e14cc1773269d3a97144b605876973c802a693b8bdc1a2821aa0 +size 21721 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ae20c121f347..2c1a8e344b7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5eadcefda04c666b18c0ec0b65509588929fc3f4c0429904cb63ea1f105baedb -size 25558 +oid sha256:0b597ec100beb9556951e05e413281104a03976870bbebb474dcf280d2a866c3 +size 25539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6ce3cd43f2b1..ce63f8478520 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fbf47299a128801a4119974bf2cc6250d1ed24ba119ce1c6556a46a3f573f06 -size 23424 +oid sha256:21cd830b2f91166bb3080856364443b4970680736eada8f429d31dd35e5f145d +size 23402 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b79c20de498d..bff0978d2906 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09196accf629bfcfdcc1a37b0cac233baeb968292a966c8abbdef7a28906140d -size 24645 +oid sha256:348eb53457db3c95958d0ece9f6192b0b13e78646c1e38c8cb6b96713b1295ee +size 24616 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 80e023f3e305..2c1a5599efe8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:568db976482763a3eeeaa11466ec251ffc3e2be540bb35ce114b6ee2aeb4e5a2 -size 23815 +oid sha256:70655cbe555cd24043428bd66ad58f45e7fab63e0ee081cde71ad6a24f2b1bbc +size 23778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 30bc52f55cbc..a25e77c12871 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8ba7a60f9128980f4f567f1fea542a2ecb84dc4b0678ee19df85ba2cfc08d7c -size 25911 +oid sha256:64d48b081a1ded2d5c5077d51ae4aa6309f8187021a21d139a0a7645d4ad9819 +size 25846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 93ad5f0ffe9c..7326f96c4724 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07e55d0d27bb0361cfcb6c205de4a1a0597f359a11752f8981b47b56cd3f2401 -size 22065 +oid sha256:5eda093dc084c78685ecdbf01fc74db0e5e19c884a6a19fa2f454942d621218f +size 22056 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 220695bc7385..42f6fd858a88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1c75da03f7a205e99daabb0ed96bf61839163bd963f865ce0be8e8fb455c7c2 -size 25503 +oid sha256:10e2f9be6180b167cfb6e2b25c26d6c5cad9262b10f4d90f2f7660e2d4dc526f +size 25440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f5fb95609619..7cb1482c4c0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0acbb08d603d0f056513b1d9056a6bb01146f8c121e42ebaa32d778b944a356b -size 24497 +oid sha256:f2d7d2f4123e5275238a88e399b92bf1a435e87d34f13a85ffd1bb36414a0046 +size 24501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6670c6d2f033..1a3b16fc0283 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:442d049998f294fab507beb447108d6eb0502c1beeed42853926a393f424127f -size 23328 +oid sha256:c4d51e6e485573431fe109b75d601de9403a9644d916405459b589be44590835 +size 23312 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index fedb21bce05b..e26a0ee3e9fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:752b99211946d6914ae37e4d0fe93710e869426a9e5d49f55603b4340746d3fd -size 25194 +oid sha256:b5c3a880e9d030743996471f066e81454dc863042cd3827afffa8f78116b5882 +size 25198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 93b211b6198f..f57a9c907937 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2534c1b521c9b60987b0d5362bda3544321600d27fc9ef9ce79b1c16356730c4 -size 21924 +oid sha256:efba20bcb3718f06bd71a4a37cdd2f39b9dc22ce043d8e50a7a89a1275b2f89f +size 21896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f7723b9c2ef1..adb9ef89df91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07e00c4dc8a89d07397758d9bf46b7795910e42a77e2961b64c3a8ad4f7e3760 -size 25367 +oid sha256:03fa58562718db691bc43485e0873a153d797e2cfbca222874c224f8ae4dd27f +size 25338 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f2daf4c77425..e5ac80da4d17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29924109e579b9abdff168b36bc649d7522a3fc44b5bcb43b7e55379f2315381 -size 22438 +oid sha256:2a7fba4f1f85d1209afe2a856d3512a99e3d8148bd538ae1cca0e22543d16ada +size 22465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fa74326bed97..d2d86f33ad3b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac9236090cd6e941d0132789fb7116222dd8f79b22adefe3ef0f023a2ad88e4e -size 19973 +oid sha256:1604aa2604b133da6ae475968f9c988dc2d3bfd3f67bd9baae83821700d3763e +size 19995 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 9a4f057395ef..4e5b59d0441f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1fb01e2be7a8b5955858070a1da94974bceb01bd6ccc7ab1ec7857dcdf9c9f5 -size 20645 +oid sha256:ab1d3178407b126a028cc9e69164000819126906c231bb2b97cca45828149749 +size 20629 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 2b36388262ea..c37293b0e33a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f3e105a05faa08aeef88517ec5a225912d84b19e0f5f2a0a9776f0a77e525f0 -size 18207 +oid sha256:839ef531c0cbb4da43533bc780f8f108283a1e19f8aa011f1de2309573747dfc +size 18177 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index a8c1f837bd59..4c412490345b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:444f79bcd39967a4e3cbfd1a9602e3e4247503bb43c5c24ecc7b9c3751563324 -size 22661 +oid sha256:4242f683ad3e03cd362aae91b5b6b01fe90bf6ee8d2a14753b62fba459386fb2 +size 22681 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index cc82129711f2..2521826a0bd7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e303c31eff0b62f0b6d3b5ee5e621f3f52f45a0888abad3cdb52c9270bf4c6f -size 20144 +oid sha256:fbb1285e941fa54254a419d06d67f7a146fa8279253d1250425a393af3d75326 +size 20123 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 2e24b6e1edb6..d1baf69c1683 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:088989f2082dd2d3b166da23de3ae2d77e7e6976874a183b67dbc3c81c7fa7ba -size 19698 +oid sha256:9c9a7b2aeeb3b4f106a699446cd9c87ef19b6ef30ae16d6a68c8748f41ad595c +size 19653 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 6931c9e38230..763ced8cd279 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e099b5a4169f39436e3dc5670525325b364e90c0b057b8cd0f6ed17e036f234 -size 17385 +oid sha256:1c348b04bfee4caa60ea9f729189e8070b3473fd3503fed80d155e2ee7651e68 +size 17345 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2ba562c95db2..4233d97c2a18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99ef8616b7b61fe159edb1688c5ee0743d4803eb3bc420d15e9065e397148df5 -size 23379 +oid sha256:b679a4e7ad407b1375932a0abffa568f1b8a516d4d2c59242a0e9882b5ea5c6b +size 23394 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 432de125f434..0bed2f5658f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ecb30d763696d8c946a468c0a78d797d1f6af7f653643ad804cbfef9375342c -size 20939 +oid sha256:65ba407e6154f92bff2be731ef08c56a74894d61ae769f56c940423dda90d9d0 +size 20952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0010d6f8d725..d5b58f8c7169 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eaa6644a25a3b64535023e53198a02ee171a98ba4c84c94ae69c61480bae6b40 -size 23360 +oid sha256:628177e9c8374d13dd4546edf47174e178ddfdd740d5bedfc55ba67d3db8f0e1 +size 23350 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index a0cc790a2ea2..497e8491a7d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b78d7924bafdba53317a688dbe45558a513e8c4360e2c197c49bf6e7fa3c45d4 -size 21692 +oid sha256:b33f368fb2bde272b39d86eac3fa1df52632900bccca3b4a4f40b1291aa294a8 +size 21588 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 50b911a8edfb..413ddebeb15a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce1ed6433f18bd85d3d593921b01789c55e7e658328a2ef3c0f652ae51bf2dc5 -size 22984 +oid sha256:b905dc4388c458442086279a576bbb8d950b505c3b29b14f07a5a34804411d72 +size 22914 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 3a64f35e9f19..0aa31ff05ecd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35c586366f8ed892a81c8b2e798c01fd52cb5735983f4a4a214c56b743ab6eb1 -size 21602 +oid sha256:62a8feba289d1a8b9c3a46580f0580eafc678190609e3e2af654ed5798a20bcf +size 21595 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 90da356b27dc..c02b966d11b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:311fbc593bea5a079f2384ec45fa3b3837138500963296381ae389ecaff71f37 -size 25223 +oid sha256:e9d65ee83779b05b232285e3a1a5bc7213daf6417b02dd68100c214d0f754b71 +size 25224 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 8a09c61496f3..b5a1b015989d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46fa4112addc58440da2cce958e02cd362c63162f51f582cc76059fe2be5e9dc -size 23128 +oid sha256:a2acf9333b7b056b60f0ad3706b0c7506a788295f1018b46ba2bdf5df5193f5f +size 23137 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 15ff731fa870..d816f37c876b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac522098038b3962430d0f818c4450bf58b379ac7dcf38caeda04559158555a1 -size 20514 +oid sha256:9b874558b3b2a30da4a004743fb509ad0c690d9961ca2c7317977280552134cf +size 20498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index dabcd9334edc..841988413c33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:152cdd5da64a809a75e9dd3ca840006c087489313cd1a45cfd2f8a0760867d87 -size 18061 +oid sha256:cabbda2cfb624e4e33f4140b9eabdaa6c046e23af3d0cccfcc73f62a497700ec +size 18042 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e2a7364378f0..0f0cc46e9c8e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ac88d138cbc5e33de58fe654b0ccc3a335b997de90a896fc2987201d41edd6a -size 19629 +oid sha256:94c714da12fa1fbb807881153c895d387140a35de81f0176b8615c68cbc07d54 +size 19586 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c4ce2c9ce1f1..b326dd545c2e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9a2f9937646e3e517aa0217f9ae4f83b0b8c7f21aeec112cbc778889753ad9b -size 17307 +oid sha256:a54b300c779a509779e5f27a7986141ec77f216bb8791632c939150b134f4a49 +size 17288 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index db2f8dc21103..3963dffbd95d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:422f573a261eed99fd33ecab01fa357aa26799f80bf5f1712f6e3fcfbba5d5da -size 24518 +oid sha256:1101894c35b9cd5d903a2fd0f6e570e4560656c067dc4e08836a0f41d9088bf2 +size 24504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 29fafe3ec111..b87526498e79 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d504bdaafe0f0890385907e33e45c42c9c321ccc32443a129351587df990578a -size 22245 +oid sha256:fcf606520651e8044662ab30be5e8a01dd17984761b41e3515ac8d646b94cf4f +size 22220 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 82d373998439..8d88f396d591 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9177908af02b5daf695c9992da4d015e38cf99f93bce98ac8e144f0618f50715 -size 24067 +oid sha256:537a157b21a11b6d392d9c7c221175a63acf93650f0c179bec133c0ecfdcb747 +size 24034 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index fc989bf4a6a4..4b5727cc13b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa16db59641fa24aae954dbbfee7155830d6d7164e7a7c704d732f0cdc11b9c1 -size 22660 +oid sha256:89b8d58545af17631080dd21366af9576ca533e3f38ce366ef7ea4f94a6fc23d +size 22637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7128c926c191..2eb10ff8eb43 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:213717140ed543aeac6d28000e49e56d27da59d4bacc0edf5bc897a6088087a1 -size 27245 +oid sha256:76bd4af298063aa5571d92b2095b49a4880e415449f55225cae52d68516da2a8 +size 27219 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 115bf9599c87..fd487d1f814a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98501e9cd32d2499b567c5b225037790f905ba57c299874d9e96f359d28f8005 -size 25350 +oid sha256:3edd799ee0ca70cc62a28248548c6af2a5de211d3f4a63f5d99fa298ae6e413f +size 25302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index dbd3816708be..84805d9fcd57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca68153ed90e3ffc580dd4624b91c0b0c666a0c542aabfadf47418e54fc77835 -size 21452 +oid sha256:145e70fa3e2918a9a3ed8e92721ea61434cf957142246cd530e6e26c34662964 +size 21422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b219b4c4202a..ad199279d7da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d7d02fd8d9207070b76a5d6d77a8e1b5b42e10ebc07a8b7775a5295bcd2ec06 -size 18661 +oid sha256:e216db394ff7e0455f6beb2f04f1bed1e3027c33e0318c40e0d3c927b99ce6f5 +size 18653 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 1ff4c73bac53..cc1f7d9d8097 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6597fdab926412de6a82b7ade1c23b518774d5d2a2ca6747473b23104fb03733 -size 20474 +oid sha256:c502fe382c509def7aa8c5b877d5c8587129ec541ffbbbcb19ff109dd5d025c3 +size 20508 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index bd4d5f75b664..28de2c6ab49d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:642abc45a0bd19678ba98243040355d0f4b9cd5dbdccaf1d0b27abd582802745 -size 17784 +oid sha256:dc106c7bc5ce8d134df4b78a7b650cc86a36a278fb41046fd81f88f23e2cd35d +size 17713 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d2c4fb02f34d..2d311a60b9b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a98d34f7abebf3b8ac896441f06f445d9a55b72660eb761e7569b778bdab169 -size 30774 +oid sha256:d696cd1c170b1ec06441eb65a2e04270661c671c90578777536ef0573c9dd569 +size 30722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index ef16d0fb95b6..3e2086c6919a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ba58a05e9b0299dd88b2c36661852de2c101e1897af23cc9d3f64014fe8375b -size 24501 +oid sha256:d74b20fdadca4958878c580ca32d7813034288891fc6e11bb972e22b31a5ef8f +size 24524 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 79c1434869e4..b9b2bb97e323 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b0b52d4c0519af8d80cc0e4926bfc8438751714e16d060163cee729cc764014 -size 26735 +oid sha256:5c4dd13c8bcbc30a91866198642fbaf7f96cf202398f30b65e0eefdc6460076b +size 26691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index beb9a9d6264f..967b7260dc14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9791d0d4dfe0eb39d3c71df246eee0c41f2506fe853c53c51987b71e066d504 -size 23027 +oid sha256:12741ce25dc6e28cad5f8a0aab2fa92d5c192a0295551f910cec973007eedeec +size 23012 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index fdd6bdbedade..983571dbfb36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab3abbb28234f7aa139bbdc5b29a598a57422c0f710dbc3d861acc9f6a216c49 -size 26471 +oid sha256:a479a55596777f19feb0686b5ad21eb0bbf094f2e149f6bbb7b04496f5134176 +size 26442 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b8b835feca08..97e80f2492c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ae3e0e49fa1fd809f1c1a7a09166cb5d3d84503ffcf1d20ff33b6a8e00e75a7 -size 23513 +oid sha256:661ff21eac63c9eca4419ea25de8925d74e9cc66d1dfddd86b5f70fea896da8d +size 23538 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 8f1c2687ea6e..f627121421b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cfd28ba0959047c9583b9d7f1410b1a41ee591986ad9ac391f6201acb2c03317 -size 28313 +oid sha256:8655d4a54efde9d550448484da1d7e12e1458ddbe0f93371810fca8f45a8ca1e +size 28267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 6563cf3fb10a..cf15f3ba7c14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:124355bc5164897a34cb508877346a7e659887d12620dd394c50b0c82ce94294 -size 26985 +oid sha256:6e56964da1a28b67cebdde8f0c1421cb07a2cab435a18c2d513a9dac04ff5676 +size 26965 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d20ee91b04e6..3e63e94e0075 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03465ca9ee3254dc6310d760014e03b86eb0308d830bb3a25af67722413b60fa -size 27624 +oid sha256:328f9636fc0eac00882d25726c74eb7e05117bc1b6cd8bed3d22c36f2f6647ea +size 27563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 37b0cadf8cc9..08bea99bd5da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41126203a7dff3e1dd1c449140c6bc0ba96b2d86c025215c640952139684cbe5 -size 26712 +oid sha256:6e1d05e4a90d396751b261ca33193fee01f57f19710eabf8de78077347ab5024 +size 26651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0649162818ab..890693494b40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50fd95d7d142d883470ea6bc6c8b164844ace8f144e2bdb5ad2579a82bc74471 -size 26626 +oid sha256:8a5841e3a3b03e4d55411fcca65858d8041949058bc6d1992515dadac80cc662 +size 26600 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d2a83365646c..1bcb44ddc664 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73e33d91604057685599ac58ee04ee5bad9f8ad87045518c6114e96b623a867d -size 25572 +oid sha256:66f205caf4432717ddac27405479e43cf956e80d1410d8f25313bd3f43ba69f5 +size 25518 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index e489204626aa..e8ea3f9202e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3332fb97fc963a90b474a8a573c8aa98b594faea36cfde432e36e678d969c332 -size 25324 +oid sha256:bd3e2337d6396dc545e1d9d214a1c52a8f6f34b46fe2a52d763892237bdb4bc5 +size 25282 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a3a0f78f2432..fd5d9c76d826 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1cb77395a529f1ed9febda7eece02f62471da2d2c72c48908bb9dad2ae92eb5 -size 22556 +oid sha256:db77dd9611cb96957bb55be7a577262c1e3afb90b4dde51eaf726050e5607f37 +size 22487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 81f7fcc72335..24e49b257230 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa4bcd47e9022d4d9fe8230bbbb2733f0f37583d4806ee467bae5a70ebf60c9d -size 24312 +oid sha256:07be6307a74a3e6f3731f66ed2b067d4670e94ab45cd326e47de0ebfc0413bdf +size 24356 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0ca92e8456c5..69ca3405125a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c706748f7316f8668a359ef4cef278ab8ba1c1e06cb50ecea412b9790a6abe74 -size 21710 +oid sha256:26246dceb40d719d96ba8205817a21dfd9bdfbdff5dc15d3543387ba9f710b7f +size 21639 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f7786aee5b99..17dcf899429c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:082a15119e5cd87f5ae0945fe8d253dd9823cabf319805daace5f636245f96af -size 29371 +oid sha256:a42a122c624c22fdf38ede49b131d04a90462e5522760e1b4eb0fc50d6ea0218 +size 29325 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index eb33118bc888..768f648f2fb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20e958395cc4c1a8f2efa908fab1e535db5f55556d2cc8732fdb027d492a7f65 -size 28128 +oid sha256:81baa36216c285954a3565f1136a3346bd9068a8ed6054e19b5345555b9f4178 +size 28068 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5b8f23c891f1..2936a1878008 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d1c7f276141444b4b43f60ad31978b284f9b8cc15db72006b7413bec50889a7 -size 28754 +oid sha256:d264ad225283401ec5a529cd47fd6d6ca7bf55501802a67287f4f3c6cbcf1c87 +size 28669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 33248b37addd..b45bb6783713 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7bf32189afb4be1da5a82d88d1a128acafd2976da2ec918a0375626c5cbea8bc -size 27782 +oid sha256:aa799461ebb002df51e5a7e1256c08172262f23d136c35a5ce760067abd3c002 +size 27708 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b6db28f72d79..332340d57e7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:066eca143149fbcdbd8e33cbf8dd1610c42572cef46714cef1b2dbea7919e894 -size 28000 +oid sha256:cd4a02ec9c6ca58d7fcac8059c56f8975234a0056aeb3fc13b454cc276896540 +size 27997 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5f1ce5ec202a..9d665626489d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85e2d928ac97845d3d9fa43c46d7871fc1a32292475e01116ce73a4c8aee1ae5 -size 25473 +oid sha256:6cc7ae6c1382616f67281dbcecc61161480669955e0bb56e6496cb67075a7916 +size 25450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 6c1b6e803e9b..c5ea61c2831d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:903ca7cd9e30ea28296315f4cd617a24023c7c62352730676f069854f4b416dd -size 26378 +oid sha256:b63b0a89deeafc5811cf7cce65ed1bf0f258bbaceec9888eb726071254523214 +size 26411 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 08e9b0f5edfe..328ece2d95b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c287f812f4b64afac3a14013598650e9405fa6e3877ace52852de1f6d27a8e27 -size 23113 +oid sha256:949a05234cb70ce982d5aca65d3b8be151db5bfc2c197b6eedaabdb369472f6a +size 23101 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 155bc457d5a7..eef5c362a021 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3af8ccd9a861a854abe246ad1003fe4899fa2f2f56c3816dacad51c2b4d7404 -size 25513 +oid sha256:f12ffae37f81537c8cdeb437280c724cd838e199e0b6840ccb1b8b88e1e50177 +size 25546 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 5dea83f3ca43..c4109fea47de 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8327e5934fa809b4533bfbda799ac4185758b007233dc17899a006a24798ed4c -size 22171 +oid sha256:152a95331a77137b86a32fe06625a6f3193391e4852e455b519587d9a96d1aed +size 22135 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 077f9c0c2f29..95c5ceb52957 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad38ce666d8102d82734275abd1b0d654faf313eeea4869a4c3f807b72e38b7c -size 22341 +oid sha256:cd214727f9cb0338d55d6b611384fe6970122424015088bedfc74ced4651f881 +size 22291 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index fddc54eb61ef..e4ea6a146a06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb99f2ca6c6826c4940cbd03399b7b5d6b4480e483a06265befb815baf5106c3 -size 20719 +oid sha256:e806b214caffe0995c67c2b0466252a2e1ae6a4f9b3273c110a5b35e1bf99f7a +size 20678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5df8cc5001aa..864431af5996 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3469a633a42ab756f55ac1051376b1bcef4ed0a89d8fe014809d59d869b6c43e -size 23477 +oid sha256:2018b2a22559fb255decd14e9efc52b15c738b7eb230b071ecea29f396834efe +size 23448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 91b3e9b3c821..f22c67ae91db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b63fa0b95e5eef6af3b67a54b6485c172f985086e693bc91da89d12bfd3e947 -size 21699 +oid sha256:fe1798c9f838e96aab206d63b931db8a82961706acd6a035325cd4d643bb1fee +size 21680 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 5ed03715ce00..265cbbaba00f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a295257e573ab0a1cd18c16e43cc9b97123ac3b5775ac17a98027f13c6abae4b -size 24163 +oid sha256:a48fcb327e74fe0a802146718794de556df550848496afadbeefaa807bf90890 +size 24121 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f479e342bcdd..ff89ab98db57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8b48e51e9544eb1a97d668fcb7aad8d314bcc1c900f20a6ad7866b918fc4bad -size 20846 +oid sha256:051be44278cae5307dc942987e619acf56452f50ebe5dc3b3be1190a6d7575e8 +size 20807 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 216ff903a5a0..3aa369dbf062 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:123fe0dde088d33e71418f4baaff6fafe47c35dbc013dd9a909b8a2dbf1c5a03 -size 24383 +oid sha256:7f97a39a174ce4c16953d264a4dff9a44aee702365512afb3552a60df6823c9a +size 24349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6be41e994078..9903537af0c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8de9d874d1d1f130ceb5481388eb33eeefa2ae1f3fc20fd97858e7120d0e414f +oid sha256:7915d7189f54ded976dc894f621be6187709cb0f4b64c0c8a94aa313c1405370 size 22631 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d48f8d8470eb..f2732bc5f2c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:079e41031dbc810e9a811687a5422727914d7844f83f822e70f47d5b4dfaa843 -size 21380 +oid sha256:8b472e53f6a6bffe9d4a721e57aca6a28055fc4458d7891cdbdf718092c1d8be +size 21367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 848fda33eca0..f6f7f814678c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e443e2dbad3e3641eaffe6f8b92ed9c808b9cedefd5444616104b367102c0aa8 -size 23571 +oid sha256:7e1340eca1abb12103a9d0f4c8c384cd314239d0c3e905c02b2d4ea5381a6119 +size 23556 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 1291d3799d41..93c17c82b26f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c067178ecf56c13f456bbc7069d1b717ecd08afa1d11fcedcac35fef225d38d1 -size 20608 +oid sha256:97f921fba78f45280187f1d5a7c62eb75d181d19775478b84a1ca104ef38c099 +size 20585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2d75af1f45cd..8653fbb44a01 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c3df11e32f114d5dc812df1c703a44c728c13a7f5db3d68bc4fdfee40e7dd69 -size 23610 +oid sha256:49aa443ca2a00c8e8725f1dfeadd310231c9411cb9d248c8c99f377cebe6e0c7 +size 23591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1a61c90fe1da..95221fa87a5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08b184c8fba0dcd0737f90d48bdfe1256907c62cdd63ba8a4ae8f5065aec1b5e -size 20534 +oid sha256:1f9906a462f1a4207900ae7e56426dcfa5f748351a2357b1b3c51eba387e9214 +size 20547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 83b1e5dd5415..8707e83d4d00 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ee82002e1786e2b196e011c3fa0a75ef757dc840a8ab2cf66c3e009dc0437db -size 18543 +oid sha256:087428a24671c7630bd081beb4ccc599d97cb2fa92cf10cee4be42f21c1ca26e +size 18563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index d5990efd097d..043731745cd7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28c22c12b39fac8c52a2edaebd14a5913763be3c5df18918dbc40f1a84bae264 -size 19293 +oid sha256:8cff233e9babc9ad0ad2ee0aa179e904117e87c380c5c2b1068930823a6ac761 +size 19270 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index ff318ba067a8..8c70593f9098 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52b6a245bd28714e8eae5f4bbbdbc5fb96dc5d7092a92aad78d7845b6b67b5e5 -size 17103 +oid sha256:1f6114a67426f028d83c6f05a38da0a5bfe7fd1e8593d57ddab41ccffbf4610e +size 17078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index fe141904f4d3..ad4aaaf5f015 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9540f90e3949d28a8dcda7664ec83f4b388d05c6af3418ca9b3f3e63675682a5 -size 21119 +oid sha256:08987dbf197a416a598dda2fe3ff366f579695473e5932d4a6af9c3058212f9e +size 21130 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index f071d4be07d0..2315ca37b943 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:054c666965399610ff1a1bd122ae2642d5f6ac2c67667ceaf8546ffc097412be -size 18813 +oid sha256:b6300bbc516081719b8cad5f4d82f460280b601fd42333e29b5f15e9b56c3209 +size 18796 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index d2d6866a2e98..d64d0be9a143 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5736a224365b5a8d8635d20ab98135fdf57c4b9c3ec778a18570b73e05f81bad -size 18580 +oid sha256:658e7d2d1438c952fe8b49fd975aa16db5f7c69ed7f974f1f9ce58cd5459185d +size 18590 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c83a74760fed..4bb42117515b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:566156d63772a58200bb31f116fb5e5abbf07f68de83523ac734a51dffe87ba4 -size 16354 +oid sha256:a26dd44aa678153a04a37f7d06ba76ee2c19bb2ffa89da67cdf51eba3f6d2507 +size 16359 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 53ad803dae19..e612187bdcd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:820ed7040fc4efcb47d463f05a686260488d05248b3e588a7c082121a03f771c -size 21468 +oid sha256:42879a23bae483b2ebe9736686ff3aa440e1b7555f8b7afe8fd4f47d6ada6c72 +size 21452 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 777204b0dfe9..c8e14631ca2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d956a85d0c2249a5dee9e66b47c97d8ae52acd21e9d9247e05da6031865cb9f -size 19548 +oid sha256:81fed7ebb79e1f8431a7bfa82164d875f13cf8405a60f98301845ab3c394f482 +size 19529 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b397ed36ec97..6f469992f2a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b821a0a15f646b0895057ae41a905659b5a17b2d1e1af6f45ee4827e9d14c66 -size 21256 +oid sha256:08cf89eecc3a8cd48ea78575ffb3fb82de5cc61130101c37e5e351154b2d9062 +size 21234 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index b10d5c295bac..2d296e4266fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9b7ab88045711a2e88bb4265f66991e1685008b8770a05ef300b2abf41f371a -size 20472 +oid sha256:fd7bd21b8194f602bf1af47fdf42e4328a2ddd1800c061bdc4dca733d03cca58 +size 20451 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5a42dda5a809..25e03a820e16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebbc04315d531a069b993e23669953699d5a23a4701b9d3997e8786ba1e511ac -size 20955 +oid sha256:d0263e3ca77da8e9ff0016d04d3772847c735253c24774c8cf0a5507e2a53010 +size 20945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 7e958b11279c..78499d67a5a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:408d80898a0793e4675c4e1c2fc54cec1ffe17f75b344df77738b4611baffb68 -size 20214 +oid sha256:074108b568e610891a55e0b835ab3fee2b9e0dea9162df5db0c60b52686c36f4 +size 20195 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 42cd1c869eff..e7322f6344cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d94744d3989b478e04f49e2d141a7f78f1b1bfbc639083087b07a98fe6c04ec -size 22551 +oid sha256:5e084f513be1c057bd8fd486f71c73245b6376cb6d0bfc269b369760643bdd34 +size 22572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0e06dcd4e3cc..80670a7dc337 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b73dffac3143cca775ef7cccf77ddc572b99a89a1cc31a380ad1ff4e989415a3 -size 20431 +oid sha256:6088349793616900e9d410c20faac16199fd60aa39f3530b7b0e048c02a71d40 +size 20433 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 78c300dae191..09bf93834b53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8da759f5e18414cc956c5788b32b9b32394f81b901fe5ec47d97d4bd5bfe33fe -size 19270 +oid sha256:a967da70668704fac05401378cba86c690a425ab4d656791f6b75ff675202d5c +size 19259 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6e2ddca5f399..2f556bc41569 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b7244a8931f884060bccef0d04ba61013b882836a9a6aff8540b719c8cd0d0e -size 17024 +oid sha256:001b120bb70aee15978d5668312e8d68149bd8948ed030b0fc4161dace2fa31e +size 17005 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e47979cd52c2..9313ad6490b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b422575f5078e386c87b5b2dfc53de965a8b20a4aa7f33a440e5e70a5c77a99d -size 18465 +oid sha256:f37e8bfcd8f4188b7e7b16ce92dc26fef12a39a96f9d30bb18772cd975604cb9 +size 18471 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 5f51732e238c..94ea8ab3fdd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:905c4c4f3344048d4766c2833f96eaa0bd81094718f8cf283a1afe81b76f7245 -size 16292 +oid sha256:da0ae67738bcbfee6c2a8d3d5d8c2b8e8f0ac7ffc223c0bbee6210ab84c0d1e2 +size 16221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a440a4047a34..03685ec5ea76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:249973c8ba5af0086e38a8c8d7454e76ad741b5d066ba13467514c4a4ac17975 -size 21717 +oid sha256:bd88d97ff853d580b15b4e7e3221c2eb05bcd240b043167193c85277579058bc +size 21727 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 8fe01c72d798..0104cd516bf3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:068685c16db0292ba626bf8c0144b5098ca669e1b20a78ba3da719811dc4c96d -size 20913 +oid sha256:203582527ff3b1c83be9f93649278e5979ef0701c83e9c5920d5a779d159d833 +size 20894 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index bb9e5f9426cb..1fa5f66ed7c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fea1b3c6728f96498d7dd652d976b775f786896a516d68e67a337b1e1d81e90 -size 22161 +oid sha256:f40a285460c026b4a0fc7da5a7f7e12a3eab809a7db40c29afd0765b1fdb7d4c +size 22104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index a8951c9d9b44..8c9d27f04ca2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11f0fa1aa1fc8d591635bd1a342b74f7a970e6b25762fea6acf589e5d0956827 -size 21416 +oid sha256:4abc4494255b1dbe51ffea16b8bfbd78778ce7c7e334ed5fbf2e08a2c94f676b +size 21426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e88d612d28e7..aff09005ef9f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8758a04991c8e57ea9e6d1de546099043a88f05b88016874673c600cf636ba17 -size 24411 +oid sha256:ca6c02c887176fc25969e34e48cc3f19ce6badef074af26b3aacf59f8e9ab4dd +size 24385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5f5dd7a84c4e..6431e62fbc70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0d5c6202b813ddd51fe71201cb9cdc645fd3f880304bf8302cd214779808b68 -size 22620 +oid sha256:6c62450c55a1683c6238ebba294acad9019da31a8687aa4c04aef743b717dfdb +size 22574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 931944e69ae9..6aa2fc4467e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d75b02a5622905aee5aa39e2db66f157afdf27d55097c09fd78c9c21a47c0c65 -size 20122 +oid sha256:c0ced3249743a52601258728a44efae7df4dd05104f5b2a82af9e158ea88296d +size 20103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 2c74d7553a2e..ba495e6eac4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c653664663a63715ac03d6346122408c5f05e5ab037693cb0a3e934d4f2d01f2 -size 17589 +oid sha256:08b6d89449a4e88b47dcffee45411c0511f189828a531d44f6a3c9746244ab3c +size 17575 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index ecc33e177c7b..6f236cbaff68 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0d51b85c52e5adb41f042919ea82ffd7fb00acf09a5002e3f987a12c515fb70 -size 18963 +oid sha256:7c9bbabe4995d5d0bd59a8142e21e1f00e038a5d055ffb62c3ac2e99056e0228 +size 18940 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0b7fea458017..9e8a4a502a4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96523fbf4a67b58a519d59211d517713ce1d00cabc727335635f472c8837e760 -size 16797 +oid sha256:3d429c7c47a8be961d1486f39a4777d7a4d58324e625b3783b4590919f8f390b +size 16768 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1156d5cc1d67..35051d792732 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec8bc9bf3eb5ec99602b006d01a9e0c1a724c8528482e8880de666da80bb9718 -size 28586 +oid sha256:8aeeebf6ced02c87b799f854db1adc7af5bc8ac61b7cbcfe367c62d389ff4592 +size 28615 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b63f62f50b0a..471e8038ddc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4dc65fdb74f03c9cd71c3dc66805be46b2aee2609d0b5a81b3de4e7d9a73131c -size 22516 +oid sha256:384aeb035d959594446976b7c2605b7eaeb078306f582ac21943e8847b2897f6 +size 22494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 97d8e97e31da..5b594b60be4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e24f5118da580be65774d893d8ba0f83659eb32eedc59971791c2ec6e5e0226f -size 25046 +oid sha256:1a3a63198480b89eb3d6a155f87bcfd86027358ba41767ef39affa012d06a635 +size 25059 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 3ef340bfa85c..607de24064b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b8862ab0fae9b214e28376adcd0b26ac3194890020110d3592ce00e41a6ee6f -size 21718 +oid sha256:3046251f7e2588d7584888356653556994a2a91b076ec63d2d69b958aacee11c +size 21737 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index cc6c30dec895..f2f63a1da25b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52364e50919442ac53893ecc2189061e0c94e1b158d3988aedb8bdb3f016a8b8 -size 29239 +oid sha256:ee2b56a37200dd01e3835d4ca812a89775d5b0e004bdcdf669347b1671ee9c9b +size 29362 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 2b3d23fb5c80..b1d3375e89a8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:620f48d46d29476f606f34a0bcbabed12d2c230b9689dd1d72b39c1b975f8486 -size 22038 +oid sha256:7146d9b3c22c949b4c3c2e92141606f11178162b0745f94a7086ca898c7bff05 +size 22112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 6e40e1fc99b8..7cf75151efe9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c10d397ba0d530d42e382ae66f629eb384cd6619b6e0e9efe5fdd669f4f684f -size 39330 +oid sha256:de2e012a796c29ac4e64f30cb6681883919f38a2062be96660dfbd3b722f5714 +size 39590 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index b7e4ba10b79c..abaa032354a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9345dcfbe859b2af10d7cb4d014ca27b18cd29f718711410db75e9231e7e58ff -size 30969 +oid sha256:ea5124551a0725d514e8750fca1dcb88887d3e62cd01579a3a5bddec576b49dc +size 31309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index b8217086fa83..c69adda1304e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e42e0dfeff127e9ab1a5ce7fe4fecbc5668d888cfedb574f5a34b43741d1f7a -size 30646 +oid sha256:a08f71daf7c524bc2f39c4f0c34d8c6362ffc618c346adf5cbae19638852d3fc +size 30582 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 2ee54e541603..9e03b9eaf70e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2ba81a7d4499b99f94dbd878fa4f63a8c9f6940d33407127d4f2cdc52a949bc -size 23163 +oid sha256:71c003c7a99df3d95869e020dd31127ad78dc390d3aac9749c3808e88d585bd1 +size 23229 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 8963ad8899e2..3f85e3e3886c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f08c7197ee4658d68795a3cd3c4a2e014eeac0846ffad621d908e648332de49 -size 30162 +oid sha256:854966cc61ca1848b276dc2ca8b965bb54e669bc89bfe9c0fe3c141fdc3d661b +size 30343 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 4e7e3fc58b05..8da641059983 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:907f93d4a45afb0a80aada78d28bb2e0936347314269c5a55dc6fec566a09424 -size 23057 +oid sha256:a2614532288d4ef655557c726ee56eeca0e6ff01ad91bb0c8f4f790e2279be8c +size 23286 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 828e3e6e8b11..b4d1c0885d14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ab1c2b9cca63b8c0e14aa8fc193562f139cdda7ed6776e9dc2f335d297063ad -size 39771 +oid sha256:fd15c7e37cba2d1b14d1a90eaed6fa267678c8cc50f47ca992dd436dad256232 +size 39976 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 405207b19e54..70b214a44521 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:057b6f6d64b3e4b19e5fad29129e056906eef660da60ed533f7a213ec8b7208a -size 31926 +oid sha256:085b93a22a3c4b3c72ad390b80fe3f30d937e3f3541b0009e5a652d6b354dea6 +size 31996 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 6037c5b8fd64..ef8e689fc42f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5cc1d32216f8d2470c5d2d5ca4eebc55ce8fbc2a3e88b8b70169dbdd8bf74058 -size 30966 +oid sha256:78f202777bddff4972226237a786c0573ab481dd649d2f4cd9214f198043ac73 +size 31006 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 31c4e905c121..6b4a1ad163ef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:683dd4cf60dd70cefce07a6fb6258da2ec81beff8eccf32ccdc0940419b13945 -size 23965 +oid sha256:0c9ba7f15af58cd42d1763fe9105293bd69fc922b59fe84a603f5546fc8c2f9e +size 24023 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 68d47c65eb42..d80da8589c91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebde92a31f3d32429f76ad6ad411a1ac131ae1a4d8f80a0dbf176b0dd18bacd5 -size 29254 +oid sha256:20134b3b008585da3300846e5fc4ec8a6bf659a09ad82c82cddb077e980a2035 +size 29347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 7528851eed53..fa687ac2aef9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd99a5a4d8e6cb2a51aa72331b89826931e0f212a5e9c45a2714355edab78944 -size 22062 +oid sha256:cf4a174598dc0327bf8b0c881887879cacf6c4979252ef295b9c723bf021e224 +size 22124 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 1ce9de873262..d7b46fc43d97 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:387d2ba343187af9fb6bab9e36ce20160eb9756ea3dedb6c808a08adfbc14f00 -size 39337 +oid sha256:02df34e97fcb9fff357917c669573b7fd2617232f4de68fe6d95e50440616a11 +size 39595 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8380d88999e9..98c8e9c77156 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:470e7b12622b6dff087f6964998d8d67c99d67028898e371bec6af708259cc3d -size 30946 +oid sha256:cdaff5f6d0cf1558d390e555a8096e38e1bc6219fa0b5d7f6718af003ab228ed +size 31311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 7d8469511ab0..881594a18f4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:649b2f96ee8aecf965784221b016f7aa52111481dbaa684a37235dfbb4c462bd -size 30630 +oid sha256:bbc13e6fae80d8917a67901a0b9ce2190649317fcac71cac5b6570db6de73b59 +size 30582 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 42d5c326dfb7..019cfd8289ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db3cb2a1f7aaa89f0459bb0f69c8de8dfc2b66bca99b4624b88aef19a997ee59 -size 23147 +oid sha256:4caf9c1d1a4290a52c649176810c60a3d94343c54902223be489d81ef82279d3 +size 23221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index bd82e049ad80..25249b180004 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2e94f186b0295b5099a8ef29f175f5e22e20b7d7e318c33546ab737e249def9 -size 30171 +oid sha256:d137cd0066581fdb34cd01d34a27f9e9a78533d77e55ba9e771456c8f31438e3 +size 30348 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index d55a02f77d0d..1fe7a9b243e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aade1506df066f43e4a25b98f22aa082ee943ebf6c9e5026f69c105f7ec1a4cf -size 23054 +oid sha256:84fb5b7f9b6629832653efa7e776916a11d1477fb283ddae23b19ca68ca09e16 +size 23284 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 742b5b689887..fe4d68d5dfd3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9f08479943b4f2fcea729281a84462f6ccda8a8d99d953efd6477b34af5e66b -size 39798 +oid sha256:c3b8ea1aa8f06ec85d2ca7730ab9a1065ea8b466ffd55e9a0d6f2f7697877fb8 +size 39964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index b95902b8f527..f3fdd5427d8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5fbf661469c485ccd56c626b6bb0119d02e2682bcc5870af7fa6403ef6bef11 -size 31927 +oid sha256:f22fb0f54f318dbfb4c0478006c44af3d2c65f524ec76410cb305568dc371685 +size 32030 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 5e6804038711..f123311f02d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2621ae6651526f302aeb1e6be345b9df346ff96d8dd6ced155977d24b2abf7bf -size 30968 +oid sha256:69df871ca8767d5709910bbe8ff4a8e969e760ebe1592924ed5dac8fa6edba9b +size 30989 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index f48eaa0334a4..c783060f2cdb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9dd9e88e7203b6e0905161b8e2a5c7730bc890e3091527fb57e8fd2d1696582 -size 23979 +oid sha256:225eabef7a4f48359f3862567d857a57c01b705427a91ed60615abfaa74db823 +size 24029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b0e5be689c32..00f50a2b8730 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4095cae9e6e95880abc754edf4d368af70d68177453a743d51d8d768f296d7e1 -size 28628 +oid sha256:8f8379d653f15e5e0cbb7666ab6a601ac30e1f2246cbfc0ebc9e7477c7ff5893 +size 28747 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 69e0be504d03..c3936b771c19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b1b39192bdb5481e41ff9cf69b27b34253905b82574ec238c3501048ca74dc7 -size 21447 +oid sha256:3a49bacb9f535d3dd81a281938b83b3329f70c35cf0d1c015267fccf8200ee78 +size 21665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 5ac50512916f..eff2d85890d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea19c69ce23018db0af3fd18c8fb0c8684626e7b54fcea044873b24a92da9605 -size 38103 +oid sha256:94ed86f7fc8af7ce02a4429788c1ee5957f2cabf1ea5d35e578d4fdc921be971 +size 38428 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index f8d2355ba9a6..a24efc900c66 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7e2638cfa8c115363f65341f9c8d5b48a62b97d02c52436eb963b0c46a7b6a8 -size 30123 +oid sha256:c3c208d425229e8bcdf36e8f53f362f11245c5caa3a09c1fb83d4460e5e1a293 +size 30454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 26c08da485e4..2d35200bff21 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:78b0316ef236c5b6590e73091189484a5795421abd2d40fc6630b23595d8da6a -size 29278 +oid sha256:682ef8dd9e9bd2599302453e9c9d04a7b324971da1f592b9f9ca16d54294cea8 +size 29486 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index c9f85a93dafa..2358fa196d0d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70391257b3b7b1a9c3e6cd0e6ed9f61ba4e1fad90eb8e9133f9ba2ac297f4691 -size 22902 +oid sha256:409132200eaa31f32d9c8a089b1324076014792c3c5f738f156645a106ed84af +size 22828 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index d2b2e8e1ab65..251844d180eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee9c30dd5a846c53949a3b8e3819d235e3acfe7b2c0a7214bb5ca856238d98d9 -size 28863 +oid sha256:ca67d027b8ae3acf48b77f40268e9be01b160b03fd848ad3f56805244e818bfc +size 28970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 3d4998d59675..407fffb8a0e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:054a4dc9e0b4b8b66cc67c84ae8ae22c1b1ab4007d7ccd329ab75fd3679bfdfc -size 22727 +oid sha256:ea018905bd2222d3e4cada7f7c9e65740cf36c89f6bbed0038a6216cd31bdec8 +size 22766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index f08d2c800297..31b6b18e6d4e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:588b3265a81d22b42b46a913d8279c6b2f305721e39939e9c29c45e4ad9ddb0b -size 38726 +oid sha256:4845f6e2eb4f37d1a233460d769ac0b5b609ef1285e75c772b80704b18bad4f4 +size 38875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 4b9e118dda4d..7a74f150f80b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd8ca6825d6e73478f91760f0fc552a9efa57eaba09539e55084cf1282ce6d50 -size 30992 +oid sha256:a40a488cb46a72722da6f54aa2c1ca935171780ac59ff484b1619dd7d8a53965 +size 31289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 687b6db30104..201f01ab3e11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87ef2e846714608e15c258d5991f4ab5ca8eb88b973c5044edece68fd684b016 -size 30328 +oid sha256:2ad80bfa363db743d1d52a227e57efab7a081ce03ac4ebc4afefabccee51bb13 +size 30557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 37fd3f931875..e64a08933d1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c16143a6f7a9993a4bb905fbb61387db6859f867605565df12e0cfa53df1e362 -size 23730 +oid sha256:48301a5bfdb81e94c93aee22e1b106f60edfe8ed04254966e6f75b48e500d84f +size 23823 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index a590c6d43b78..2d176cb66a55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52d1e5d321410257baabe504477ae9c5f9d7492045729b3ed0697d99cba3515a -size 28621 +oid sha256:e57bf818d041fcd75a20452331cfeaee60142e61129453acd3becc67c2cab92a +size 28770 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index c885c7644125..3e68f508b1dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1483fefe7f55aae793b1adda5e7f6bdc19e923e85ab29ab5bee21517808d1c53 -size 21442 +oid sha256:08f84ea5788b83fdf6fc567f3bb78f5ce6f08ab3c2c4c3c34b858fe9739c88bc +size 21672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 28cfc2abf971..50d972fe4575 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5cea262d87e20f1229777fed7a00248c864363571f0ca631b4b4392053db2803 -size 38119 +oid sha256:f28a3384294d77848f02a8a5b130d61881ed634b6d9b02b9be5a88041221ddd6 +size 38423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8c6b128b0886..868509c938fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb9ef01d72e2db3243ecfd100f5587acc467153244c7ae74a394d3930c21b556 -size 30125 +oid sha256:f275eb0d9a974b6d544080b98c145b69d49f220c4c8b1712b113b3cbe9d8a71c +size 30438 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index f381b853379e..b3e35f705352 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:063a34276d4857ce088b4f7db110dbc7b7ebebc6acc2c9fb42b093efdddc8e2c -size 29291 +oid sha256:0d1eee664e69d304534eb86908835b64ef631505b0b6b4147b001223667d23f1 +size 29482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 4f157f981a64..5e9d68240c69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a597fd665be00eaf914b9f3f981f573c629790326484b7bc13612294dde0ad48 -size 22899 +oid sha256:df33d3c676e36cc1e4480d7194edd23dc9f4ac027297272e47e89ca6ad99729d +size 22826 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 6948374cbcc2..6f58223ea9f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ddcca9169d1b464d3bd78e860ac8558baad827e1257f3f9f3b9f9a0b2f0d683 -size 28847 +oid sha256:1e7194917017c3c853f28edf999252c403eb13d90bcd35d3248fce7b836c489c +size 28982 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 9cad320aa573..73e447fb97b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:544ca7be375c08a9fcc58cc14af2a7fbfcfec524919d8885fb6a3abf74bdefa1 -size 22745 +oid sha256:b633dd751119e39699c76ab0d65a46b4fdb4b32c6ccfd45728b44af75f238798 +size 22781 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 75be5b279505..0a77ce6bbd6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31668f7976a19d88f20c7ae18f937b84e207d95cad8da4ca4f716b259da60546 -size 38731 +oid sha256:cdefea5600cc551307e8c50d10eb73752a537a465d9c7ec84c375b4056d3f64b +size 38879 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index c58eec915df0..facd2c1893db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0498275c6722ff48e3220a940e6d7e3945c95040ee3a02ccb39c4c34135471ff -size 30999 +oid sha256:b3e5dfe30b3c6a828de9eefb956f2afab53defec63215406318cd5f28c76efaa +size 31317 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index e4f3389dd2de..c1cf9e45f5d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:787b0555e0d235a0af9e507bce7eb916cbc053d673ced1bb85b2065ed7acaa4b -size 30316 +oid sha256:b9f1e308067222af2eeee58595c7e2a33cefe52201b706b842eed4ce067759cd +size 30556 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index ab734e733c94..56fee2a621f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d48fc590172f5260e971c7ab3ffb86260621cf53aeb19227063869a5729fe9b -size 23738 +oid sha256:0d1366e98ca06a109a7fcf60606083661cc34aebd5141f578193070914501f46 +size 23846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e35a7f81107a..91ca37b0ef8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ed62793513cd7b4ac02287a9391667684b14a203f067eedf928cc15bf9f4856 -size 22625 +oid sha256:84ff509cedea389a50814571d6f4b92360d1ddc797151f64e2b8d8b2b747f028 +size 22530 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4407d14ba7a7..f433b355b996 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8fd36250cff002f191fcb61c1d101eaaf5c8aa35f3b69b0040e49dbb1f2220ce -size 19489 +oid sha256:85a3d8591ec456d0d50483846a5b6dd81b3779508a7804596f299c44646a4286 +size 19354 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index dbe452bffc48..c03bd3b14c06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3a586b3975f9c5b79d5d3037f0e0cfbacb937c3391e7d2828e02559d8e2bf74 -size 23642 +oid sha256:3703b311058e2676b8cb4e5eba763b0e91302447c8b3082f268332d2bd87b442 +size 23553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c3995e97a733..410de278c122 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ae483ea96655106f32ddef9c79abc2a3adb3f79353e1b6967b33a1e2fc4e957 -size 20554 +oid sha256:9ad866c0fa058a3825333ed237bffd88f02a71dbff8ac34abf0c22ca8adcf301 +size 20504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index feace7954a3e..62a52a65569e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a24ea2d8102c4f60f70cae750cc11c594bd1eeb20385306d405e093dce1f6efb -size 24224 +oid sha256:f8ab7978282e4df96b5fa4ea704bd522be38df630b8e52cf3689441aca647284 +size 24154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c1d08d93d93b..af8b1774e2fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4476925ce0245ab4fa328b5b3c07fe01ad25edb6aa4ae7032f09f585614873a -size 20894 +oid sha256:cc99c55326d2237f95a1cd23f3aadd32ad76cba7fcd3cdb0650e3cbd174468a0 +size 20778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f088ab7bce9b..fb2ada7e07f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48297d8a57353bf1ac660b18ba7370b64dab9b79b22286d3d763efb9957a7e99 -size 24434 +oid sha256:57cb8ea19798bba335415849d4daba8c1b4c6bbc659c00eff7a86cb5c81ced65 +size 24395 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7e17cc801763..1e035ce55c76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7790ec64c903ada4b9d171693ec6a987f00fbcc8b1e81bf5f20eef774dcc0a59 -size 21387 +oid sha256:4ae2fbdb18df82970138757677ed6a4bb29e9c33653edeb015e147c8a1997680 +size 21268 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 40245f0d12c3..0819a39b4809 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0434259be8a8c1eb4c4d98b08e484e4786142dc5835c5d5d16ef6f3c98637eb1 -size 23625 +oid sha256:fabe1fcd1d05f562894d4542e293fbe943094979c9328ae30392ff3e86818644 +size 23479 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 75ba9f381f12..0741da110d1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:528769e03b3aeb94ae19d9ea1e10b81c3a973db576801e04e7916784104683c9 -size 20744 +oid sha256:e555017e0f0a11531645bf3a032ded21342a866e3f347e30242d7550eb102f41 +size 20610 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9461c6303638..a7068b106e5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6970a013f55822cb106c9d3657c43bf90a19f19e1d8e27166b4f5740767156e2 -size 23876 +oid sha256:01a7fa28f6e01c350af0a304863104fe3fb165433beb24ed7eec54ad11cbc591 +size 23712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c18b4d0eca05..cb66a2b7ceef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfe8747005525e916a05a7ab4d96b7feb47dd66637f2eef7f5fe071fdadd5e58 -size 21199 +oid sha256:2ef363df7400a94cd7511c19deaad0341b22cac8848da5ecd4111059a288aa84 +size 21066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 689aef5ac7c0..40e4e8506da3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf7ec317fd8c457f673488c2f6e27df0de1a317dd56e7993349f126cf8d1625b -size 25752 +oid sha256:33593bbff0cc62950dfb1388d9e30580760235624c97eabed4a10d9d7b9977bd +size 25515 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 86cd72b95c51..f671e0ba1768 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54e726c95868372a2376f969c8328ed7b87720db8247b102fc9d09f73dd41950 -size 23044 +oid sha256:1a0095c1ba8ef1a316c248f93f4b2f94e1c681c905dda8060e8676ee4ac8bb66 +size 22816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 616a5a30925b..0b34ba84a3dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09044faa367db3f0b0f3993c8d79ac5c5d6211a4563e0965bc87e30412fa46ac -size 26029 +oid sha256:4205cce90bbc897a05c43c8c8d87fb52971e8e11adce5c1c3cd42bb2697b8555 +size 25798 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c1707cc86b70..b89154611e73 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4433320d2e198cac7a8f3f39f6e94f69634db54caf92be1e8353764e79a93cb -size 23656 +oid sha256:d7ff685806c5c8750167b9032c82f2971447e58084d0a355a31fa9a5155a9d03 +size 23475 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 38207ea88004..8dcf2bc9861e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6af033a75096790a924c27e3186dfec4665eeec4a28a86a8debfaa80b5bc9de -size 29621 +oid sha256:ebecdd1a760d2edba7ea00e0175936cdf7e774250943f3d50816fd16bd848710 +size 29604 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c94cc90636de..9a138f8bc89d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b204dcf5d8174d9b22452527c47a092d290989e9c9ce93429a2505c67db1622b -size 28272 +oid sha256:e5ee0ca33ff0b8838dff240cedd49472341ff2f9fe72404312f5aa4b5d36090a +size 28223 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7e0e81e6fee5..fdddf36e10b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:997c7863a9d091e4fbfd5c319bcd798e5c793c23e6f8e9c6968a79a0fe6c486a -size 31810 +oid sha256:e0a6ee92bdb9001b83359010c3aab830254a36c6ee167bbc1f43f919d992d2b7 +size 31760 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index bbec21b0ed11..201ca6aaf945 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4ddd06fdb0b0b6bcb5fe5b3680cf860178ed65515e60ac5b2ce5617549210c2 -size 29159 +oid sha256:d9e319e20c480d80e76762b5f693a593561b398fad90340a690fc2a0ce8da67a +size 29125 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 875dabf73694..b1efa03d5594 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb77dd22ad72ee7d741b5dd49d27ca4e2c9aac25efd39b2a2a0b386288813fea -size 30259 +oid sha256:bc5a912bf7250264c57430569d064dc7a70ad411b7b406f5cbdc89e4beed17f2 +size 30226 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7020dd75ddcc..ae71f65611ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f03bb0ba17f43b0eabad16aafac5901a703e899bc75b9bf6f113c7b6f5b4e13 -size 26948 +oid sha256:87c9d66ba2ab2a808e3e5d67f736f59a8135f4c1639ee52b9bd30f967c085e16 +size 26867 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 565db60db2e9..76fb1c9d0fde 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f4b4b9676c0f62870eb0611139c26ddc04969df681a005888acae6085a836bc -size 32486 +oid sha256:7a5c624d479838ab9ef2c9eb825ea178624e7fad9600fbe92b241756652d28ff +size 32433 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 57efc731eab3..130c60f25f0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b28b1f7d2a1a63229b1eb9761c2ead85732b3d52bb9b0d74fad7cae8ef190b56 -size 27812 +oid sha256:625613be15bcf47f1f1feee2c70943f3b049dbb16c3d73446a11dfbffc4ae6a9 +size 27760 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 32585b04f469..9c3568ee95d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc5abedaa56eb03ae927e842c0ddcf78d5b35cc4c215e9daf50bb3435210938b -size 27380 +oid sha256:2b1befb3f52f1315fff1836f5915f7cf06a9c09f1b2eb8a1aaa44c1937df175d +size 27346 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 90f76cdcd0ba..1ed1574d2652 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc8f217e5dc8b357c5948bc469cf589e54d30ba55588a03ebc4d89bb1e1b3089 -size 28673 +oid sha256:4de2b86045c71f962149de7e8e962470a90cea5ad8fb0ff8e109230bcc64b9e6 +size 28558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5c67a1515800..99c8d80d2721 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35468c8c04faa10a8e63dd5d146413d6287731a97f5ea9af8d63db83bd570bc7 -size 24818 +oid sha256:07c9c91cb3121a2a2a441af19dd58cc85529d16484d30c99917f2599c8ada7b1 +size 24667 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d956f304a630..895284eb1929 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51f5b43bc0960c24a700ce34317f0d6d98fab8426d1580c014be0e49fffcf51f -size 25210 +oid sha256:c4e991fe306426b5e937b5ae8a817f8175cfacb1d0fb4206e8190029313b2989 +size 25197 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0345fe03c271..553846b0dc07 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c5582acbf17460da2a12ceeb35ddb499e989f186ac9a3e8bac038a7a3089efc -size 24209 +oid sha256:9f680743be6de55a6f68775cf92bf5b317e831515f3c9fb3c2b7f353bc4f951f +size 24175 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5c2f4f36fac0..65912dd34b28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af931c0afcc94c5dd684a69998b09379c5103d7acacd505de1596cd38560c8cd -size 21060 +oid sha256:0131be68fbde4297a0d9e356fc5c385c528b7238710315472c45c8197b9260bf +size 20994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 76f36c5da603..94d39e9dd55e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38b88a59beabc03da3383c06761a258815efd788a523fe70f4bde8f5058d4f69 -size 27524 +oid sha256:e06ccbc5585acd9629e9e398b36e4383e1111661cbd7194009768a45e6be0b07 +size 27448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9abfd176df71..d12fa361a5d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98327eabfd603e2656d2048bdc1ec080dbb63356657277ecfde5774a5f795d17 -size 30502 +oid sha256:e5830ff823199f4eca68f0557488a9bbdbcb4043899a4fdf3ec208f0c361891b +size 30436 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4f3000ae3e86..d897c5df9871 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49b2888db28368dba3b1f6c8f432f394f9b5e514cc24c1401f17fe8a7f7c1396 -size 25266 +oid sha256:d83e6ebfaa6d650d4fbd5ca2a3952aa22f75109474b7c1a07c27b38003a9d8be +size 25126 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f44edf1f69d9..007277ec71ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d3f9498c1209ddb6585462020389336e3f1e9a44eeef8fbcffa50b47e08abbe -size 27322 +oid sha256:26e0381e4e557611145eb96c8d3f5a9574b690817ca9313d8be0f393d094d7a5 +size 27253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 47c1936e3df1..ca0331a6a74e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ebcdea2a2e1ad7e867f57f9bacac4daca6877bae5e83d2ba824ae024d9ec99e -size 25128 +oid sha256:cd2b919dba1e1eab9a37e2fa032c3839d3ddf8840b81bdb1d7ccba72e20baa15 +size 25037 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ab788b05370d..d886bac16978 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56aaab9ecbb39d0f9d5704a4a1cc8fcc751423c5e46e9b7c806f0557c8617d62 -size 22362 +oid sha256:49e9335114a321de3c31ae0c86ff80f13340ac7d2f4a2341cd6014afd79ba63c +size 22347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ed19b7d5c289..3e06f78e2e25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6bcdc59adb5a42b6f1075932c6af4bb79cd194c04e7078b5ac14358020936ea -size 29692 +oid sha256:f4ba6c7445836df9f2f156e17a3c12928090b54f2b8eec4aaac82aa98f2edb95 +size 29666 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b168ce734cb3..2adc43b84662 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5122fb57ec2882ef0b8cd0fe8dddd6c74a074aceaa04ce7662be035dbe145f2 -size 31255 +oid sha256:32287d3fc472a9baae61ce0b253aba4d81677589138ef872d483d8092e1330ae +size 31185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a777910a84f8..3cbe8ccfdfc7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b860c8be170b97edf54db991adfec5b349316c9d231a78776de50fa426658a21 -size 30241 +oid sha256:d2b82b3437f0b2c500cc6627c6b4b484693420f302b3c40fea6a5aced998011c +size 30217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 38f9e51fbadf..070979b79d10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5bfc90d265a9f4b75390d445f27b436232aff17adce4c6c7c7cbe50a1419029d -size 31855 +oid sha256:c1d1fcc0f16336661e8067862eddfb29e90ef7d549d38fdcc32eae446a616483 +size 31787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 90c3ce6d7c02..aeb62ea04ebb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34e28c379ac8a5107e748d16e588e2965a64ffabe2251306bef1f21053210160 -size 28487 +oid sha256:6cafe94da5a754b9b4303ac77fcdcc8005f7190aa249903f6dcf25c032b3648f +size 28430 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index af8b8a798ef6..d9fea4248794 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64e5e0a67d4c8c1e51bb9e76cf83d2ac6ba084a8f1e17a9ef08b42ceb8e1d74f -size 25331 +oid sha256:b40c74f52c26e87488462c8ac9530100bc6c184ca6d38de5024b6af25123794f +size 25292 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c8e216ac0538..401ce3d0d43c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cae47c3d45d792611d131c2ca4e87ad2bd2f6b891b70fcebeb43efec60cd4d8c -size 29958 +oid sha256:c3c15f91a1dca4dfcc457429c1bc807f2c0d6ad1cd84a027167f27b8824d977a +size 29916 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8174b53857a8..5fc8c807e078 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee863a0ba963da01929ffbe4d3c10a9dc4ee567043cfaa57caadee13596e8200 -size 26869 +oid sha256:15b01e01f7a5c43e55db645d7a9b96e31c5c6db976e9db04faea2f93dbe5dd36 +size 26838 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9f9c1b3c7ea1..06703ebcf972 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c9f5449a74d76b77cd15c89d4f893ae7d21c7df719f86262b3465ac54d7c463 -size 27354 +oid sha256:9389a8e55e27c16834082ff68156eb2808d0ea5e0adf12af447bbc72304a5e5e +size 27180 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 00f196777852..5f95288cd6f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2f86cb1c0681df88607f511c650ad43a32bc7a54ea82b1419eb83db1fed667b -size 24575 +oid sha256:d1bd6f09895ed9a419453e9514e3e062ca1ed55487ea859fa5093eeeb9424f8b +size 24450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d882391bff41..657ae65a8557 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36193e248e02c8f224ebd1a51a885fe4bb8c95fd303ec168c35562231732b5bf -size 27413 +oid sha256:61726f0ffb9f0aab2de5db570679073858dfcafd853f7e4e8e85d3847db7ee30 +size 27374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d21324b699b0..35e3a0af0053 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d0df82d638c5053ec6f82d669e4b5c6f3ce4be7c46f698d6f0bef6edcae1760 -size 24978 +oid sha256:a4f369d8059631c8d0cfffe56c732e7bb2938b7c2b1118a92f6407f025b0bff4 +size 24928 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c1ff5d9f88bd..c2d283720f20 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb290e9ddf2367ad77b016690934b4c28061cc7c2c8d156e7f27a5c5d4f08e91 -size 32375 +oid sha256:48d484a2e50a9ad3f21843b87506501a8d7d63fc8b49156bb8c939da25cb8b53 +size 32260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 51ce3f9de629..bc6893cf2742 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a83b3cc54cd3fb4dc6cf4d21c7ad338b1be56ed0d4780a78f270e86641eb9752 -size 28990 +oid sha256:d1936e7fef330d3409190ac638cd31cef5b5d132d91c4d0f39b3cdf1e03b8f6f +size 28980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d1108a6ed9f4..c4e01014eaa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a1ddae9560e2f06bc5daeaac7af5eff2a4ceee27ba570995a6e3449a2ab75b2 -size 34056 +oid sha256:1394168c9b75221d6c43e041e5fec3f31aa2df6b8c5faee279dd7217cc61151c +size 33965 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 65c7a731a5b2..ff1e4d6deff9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ab406977167a2cd0d4ce1c9ca37a9c01ac54e84572bb37df17feb7ecec11e24 -size 30000 +oid sha256:b85e87971d2e09c721eb5173b0003a83329937db81d22d3a6a552642177479c6 +size 29964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 530313113acf..993b0ea3e550 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:599f250d8b494b5f5d7adef93617e303d031141e9c32aba449280345de5d8c4c -size 33019 +oid sha256:0ba27b17ab2c800c220dcf3532ca75990c15fef01d291f60c0fd6378ece2f223 +size 32969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c1635bc1e3a8..1c92986d1f37 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b24added7291dc9e2354387e5f924ab132c9eceb00c1a3c0b85d23ade99c4eb8 -size 27812 +oid sha256:5a180f8186862a202ed3180af68d61e5e94482621073f01a390da919b8c132e8 +size 27808 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 74dda3eaa8e7..de57002c1f14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5814da625aec3c778b3ff53790b98cf1a3088cf9626151324918262f99f0d8ea -size 34436 +oid sha256:0f575c861883dc4265459bce6f9ecaf28595326dc13fce6c114e7aa3485d63e0 +size 34396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 49aeb9864e36..57ba89d53fae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7f2295b173fb3b361964c0a33123f0850343dace6fb4514fbb0cb640cea160e -size 28642 +oid sha256:c7a9023cb8a4d2b55fc80d57e7af93d67be5c742c41772c86baeca9d61b1063c +size 28634 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 238ee345b1c6..5e4d1db8ee0c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84cfa1e8ebaafa7108c02df135147b59b457514f51941506d87cdd1a89c31f08 -size 29614 +oid sha256:068dca403f9fca1f41add2b6842e1cc1e3ee835d9ce0e22d1e6dcc69f1f9efb0 +size 29432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 20b6bd2f6da7..4c18c044af93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d85108bfd23b2ac65863224035c62817ff99be9afa529f71be175d2350a10a3f -size 30802 +oid sha256:bf8134da280552c54b06fbcea760746a62185c265074c2e2ead14eb6a1145d5d +size 30738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3aad66205aff..717fa60d68d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f44533f494a51817cd42d0450c55f9d12695c267bee1765a92f0ebe7ea6264de -size 26694 +oid sha256:bf25916b1966e7653710fa6d038cec5f9c39474d6316fd273b05120337626167 +size 26483 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ca6c49818a99..71f66d050f96 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44483fdf3b71edc8cc959973cd79707babbb447606cb874ab46cd3103fdf2341 -size 27223 +oid sha256:595699dc914a849dcc0010e5a37c47fdde42d29d37a28d7989414178ab27b04a +size 27217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6ad05eab3363..b15ca5dbd12d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b5cb2e626e3925ab733f25a067d1937e03b940def7d1a62d53b4ba61ab241cf -size 25546 +oid sha256:8ea2e85aac680176a3cebec51f1daf9a29398d9ffab118799ef90fd2db4e680c +size 25524 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e313b024be90..a152f86d4eda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:723b44e1170b621fe30fe207e8167cfdab70d2dabb7e72d48352043addf9715d -size 22601 +oid sha256:61922c9bc47e231d3eeff6c4513af7b42b683eb9cfcccf26bfed5ebd6d6ce54a +size 22551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 85ee7609f54e..e314aaab1cdf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec88af5a6ba46a228bffc4b09a3c0597a919b6fce887f8574d1627773d4ad7ff -size 29249 +oid sha256:f768d835ee3dfd936bb1550782da03b60ecee3245ffb507ab6636508d47162ba +size 29061 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1132ab8ef4bc..605271f2321e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38428d36aa6ee4b4a641afd7db4e1753a4de92a51430210211027a7e61062c16 -size 32329 +oid sha256:634f484d3ac6a03db5cf151b0c56aaab825fdda0484677af0f9183eb3e127a1e +size 32290 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c89e2b9fc7e4..7be708d146b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37b9fd3d3aecc8d8ee9c1959bc3f66b96031959dcbaa67e6c4d85e644c649990 -size 27198 +oid sha256:6d49e7fc34915752613728016f6526cf3547fe06b41b275503513f563ca2dae3 +size 26987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0b98a0098dad..f722487ba0db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c63d5fb4596fc166dcd381a76179931bd4d7d151cef88287d22062c53e27fb7f -size 28665 +oid sha256:774f866877bf7c344ac74fc0c96c1fe050a6f413c92d2c64bc2e83953f63e9e1 +size 28571 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3ed335f1fba9..2157d828afe3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77f90f300f03106e3d8d1f3a4152a860fe38c4f6ac4c974c403e1a1804d31a5e -size 26441 +oid sha256:907a4bf29fc70f07a7c9ad2a92e43bc287aaeec1c0face412b056bfbdd13f404 +size 26388 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c364590b50fe..1410bbb54c7c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50b4bc45a09edbce8c8c68adfe9cf5798346a616cf7f4d27478401baea7e024d -size 23644 +oid sha256:65f301386ea11cbb4a27cabe6c08966a5e56e856033a5277feb2de3db896300e +size 23643 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e51276e9ed7a..f2415916bc49 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0cd0672f84140d5eba6b654b2763b2de6051edc3011f4da858a98457d62d678 -size 37617 +oid sha256:e698bde6040bd9b953fed34cd629467078bd78596d51003016dd2bcc093b192a +size 37560 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index d414d29aa4ce..67008103f306 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c54289edae9dd2851dd0ddfb5fa62dd6cf60db36c92522e8e758d768c712b76 -size 24039 +oid sha256:e4f6f70f1e6d086bdca51f4fcfddf15f3faa22577ffa289c7c8e41073d60d382 +size 24006 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index baf4f7ec166d..01d7f899adbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:903de1defa39745e672be575db1cad7b2bf6143b4911648e7b1f2f9ab30b799f -size 20892 +oid sha256:09a540823b08b0a2d55748edbafeb38bcbc53057b0e10624df2b8d14ffd7f2b0 +size 20777 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d7df9beb1cf2..5c77ad8d7e04 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86b25e3f2dd0d5b3739c2baf9c8a850982d60a64a2f4b5b43690ab589dcc3f9e -size 24318 +oid sha256:a5d942c73ddeb488bdf483b04307f55e938afe42e3424a8ed9624d51be827ba2 +size 24313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 94b7125695ab..f7cb6a30b182 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:996bf54af8be851c9fc1a37d9e74484569a1325cb641f0f0ce655d7eea80af47 -size 21361 +oid sha256:266354f24bf940e9381078ae5fade6c386beef33a226fe65ce0354b94992076c +size 21263 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a905cc07b7ad..28f61c6087c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afdf798dfea52b29cd5dce2d17a0a4b75cef936f7e10f8d1531922323dde3cfd -size 23612 +oid sha256:6fded29f9814ff36702a271530bba47637f454ae0b7df4f3d197e30895679728 +size 23465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4b4a468baa6c..cac7efb6094e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24981d21621e1f7f576f4a65cf6e3973de1482f74e9f7b573e8b4e1f13b9d76b -size 20733 +oid sha256:d85ddfb12f109ed0446aaa4681959019e84ea5b48ab4d7018e903e272a091834 +size 20599 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index fcc0e5b02f40..b5e7696b127d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a44101395dbe0fd1196a6e35a3dd943b46b0474012df087b95b71dcfc886611 -size 23858 +oid sha256:db389e2d1b6a1429702e879727af5dd3ca02a04a0715707a5b39feaee069d234 +size 23689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 9fb5e91961b3..574b5f0b8ae4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2294d2f7cffe59435b8782480d7ae0f99e09ca2cefedc356f218b59bc73dc701 -size 21219 +oid sha256:a042d0b83efc6bc3af34f3ca85a6c71c3885bc4e4f4dd5c0e6316243aadf3e7c +size 21087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1047aaf1faef..4bb509918ae3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cf20bf2962f2406c44ef3796c5e9a53b382035ae4a858af98ce64b6e3c25621 -size 21524 +oid sha256:308541431def44b123c46e7683c5f7d6b81b8d38b7624135f3b2eadcb249c0cc +size 21411 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c184890df21e..fcd9bf106f40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1df2389a226e32726920cde75334dffcf78675df2aa4f9c6a386e67503fb0a7 -size 18602 +oid sha256:490c244e0e0f0a6cf76175bdda612dc71c9f657e51aaa4c388eca00c7cf544c4 +size 18511 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 67e0cf71710d..7e93d8370d6c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59e1013e864c2d14b2c3167d8bf1887e4dcca724ee9d1235dd572f3fde5edb7d -size 22333 +oid sha256:26778d54f06f6cc2a8d855447f305b58bd5b910c0d53a63ee87d7b117894abc4 +size 22280 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 29f031e37253..9639e82fd2bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ab9422393328336f8eda729c31713d1adadfe2b3a0396b9e27055b85b4564ed -size 19332 +oid sha256:b2bf3a732480ff2bdc712199713aeb719b9cd96a16ba5b33d51cfca41de2b55e +size 19303 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ed131b4d1047..7896f1f18cd4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff60a9f53ea7431d6ef4ac193da5970134cb8c1d5d305186c1c27b30476ca784 -size 21802 +oid sha256:546e03f01886443c2bad62b1a4b2db1dbee47f1c728ee6ee8cdcfb9393f64c0d +size 21678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index bc5d29c494a9..2270a102aca8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ed72d08bdc577709e40602c81ef4f841e036d765e68ba8ebfc25f80515736b9 -size 19212 +oid sha256:9ab1401465a883658ec2331bfc5e9a763779726e6726a0aa32351a72c289757e +size 19103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 797dcdfb74a8..255d1851d22a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2d755580cc12b29c27f804c183826faa0996f5c67a0c9dd1556392470b0ed5d -size 22292 +oid sha256:d40ebd633567dae80363cd143b8668950626c41fd60d590cc95eedea82327ced +size 22161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d5730d4ebe02..9ecdf111231c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13fffa59ee81b3f2d7995e474425e215a52db7d9f4300a4dec539d58db39df9a -size 19747 +oid sha256:b05036eae002d8b3e8ed89e81fb7a3c7de6eb4ef51db2719cecbb98cda8d4199 +size 19638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2d13582ada2a..566fae295f5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9acde9e326d2cb6c3df3cf88fa514e6caac99d435a6d87397797f1ca031c7e3d -size 23766 +oid sha256:c5e84be7783bdb34801e6849ea53cc98d9cc4d973fd3808edac90895ee801f0d +size 23564 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d63a14281cac..049161bb0139 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13e9464d5de4087e733b88128ba2f6c54447c1d4a2324d4277bfbb4f25fa72f4 -size 20905 +oid sha256:ac2a2d13a1ab3fbc008f0fdb8fea4c27fd4f47ba5344fc4f6eaf7788f3649f91 +size 20716 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 50c81c92b0ca..c61e4b8e2f88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b189adbaac0b5c0d0e57dd8ec072f2f3e449dcda98f33cbe84d7669673a665c8 -size 24274 +oid sha256:f8ad1cb3b7a6e3734acc6b637d2c311e9fb30c7d19452fb8d705c9f2761e6179 +size 24252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a8472c7d1a48..a8ad836d967a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:621c5e1eb6823ed344bf450c26a44290698eeb71abaabe9eaa2364cb00baf40d -size 21253 +oid sha256:9c7e2c89e52189be573519ec7873712cf3b7d35308e9f5fd3c0cec2df5d9ee8f +size 21255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bfd0a0d43d13..b208a8c85a60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:414f17ba3c03cda8021d8002b6b6efa252f30ead074663a8677de644be7f6d16 -size 29544 +oid sha256:45aeb1be16a469dc169555e90c30ae6ff186c5eabb64c0eebdd63bdf8aaed3a6 +size 29478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 53cf21b7a4df..d51e8b4503b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:374d8fdab9d1af809283971df92387212dc6b3ab8950004642c9563777e33bbc -size 26598 +oid sha256:1ae5fd42c880419ad4d13017532988bd10812ee74fe2c80ebc515de85ba98779 +size 26557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 550b01338f3e..0d12015806d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:380916560e00cea2ac362bf5219d9aea483331e82bec32067912a9fdf4f1ef52 -size 31211 +oid sha256:66d85e6dedbbae6c2ccce2223fa71ef56ebf30cae0801432b9fb609942bbcc25 +size 31151 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9aa12ee31730..ce40be2406c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dff1c8602057eb7d71b0caa18dbd5eb86f5dfba69e2645b0149942a8c507327d -size 27574 +oid sha256:e6d6289d4ef7463ec6919b675531b738e4c083decf6e9a086b40e9bb97a87865 +size 27508 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e4c3246925e9..98160450f6d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9a0491b42a9cc7f23f573915d00df8d9e4bb6a64e1cb93c93358af136ebbeef -size 27528 +oid sha256:c51dcaa07fba93cf98108473d0b803443cd7f9d4db6b56aa2b82137c609d8a57 +size 27470 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9ed72777cfba..4f8af7ecea10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:531b1995f4b565e4c135b11855ff77c67a2665201ed81132177ab5744d0f1d1a -size 25787 +oid sha256:9c6fd4a471e5a50083b66b86545d9fad29d1c10e948a216ab34af3859706546d +size 25742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 09b098940559..2005051f4ebf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40031d5ae0e4a7199bb8836a15441f4ec0a5f46230734cee194e351f86b6bdf5 -size 29425 +oid sha256:0468f8b659a25e7ecf5677800b684ffa976a8fe563ecf1f08cf5021fe7425515 +size 29400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cc6dd6117ad8..67cb13d0e42a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35d285299319da28ca640271d1255218dced333b535a1e214dc24aa916f72a50 -size 26622 +oid sha256:7e24fa70d0939d0750648e55184455415ce00fc750091e6d410ea5895adca335 +size 26623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ce6407664944..2c215a20f5c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:742ff3e252577562d20d082043f94b62132210a67ca8e25165c904f8a50353e8 -size 25555 +oid sha256:4ca6bc7ed520c5852ac0da984bcf1e3ba4d377c4912990f114635156c97dddfe +size 25448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9768e7b7f431..2178f76e32d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e52d2e191ace4745ded75c427432769cd31f2c81b241f6298865bf967b4cba70 -size 25285 +oid sha256:78edd337b2e992ca70cd90595e13721e7d513e7791606dcf29e342dad31aab5f +size 25258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6810000e7356..2d971f4ab30e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d30982c43e150b83fb078cdc328817b3988a5edef95ccdef8f2f6e60a564c86c -size 22699 +oid sha256:bbfffc96a41c750518b1dea3ecad5fdc5fe5c6e3d8a17254742c478721a03eb5 +size 22623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4d3753f42992..cee7a96e7e0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3501d71a09c33b8900d086d1d1047da1ad9424e15df781f83e50eb75863d2cbf -size 21968 +oid sha256:f84b57c9e0f66b116f64c1dca142eb9629e93dff500f575c998ada32c73b8c67 +size 21939 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index a961002b1df2..6b5af97189d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6cb20ee99c10edfe559953446ae98097cd94afcf3c2ddf9a4548fced8a2025bd -size 23770 +oid sha256:9eb19099dd6be34a66f7ff1c80a7282fd64755387087cac0c9c749c5e7141830 +size 23746 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e0b8d04e5ad5..22961a97c85a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e27d736be7d7f52ed8bb7ecce6d768b9f7a5e59db9abf7dfca5a4a826764cb1 -size 20446 +oid sha256:d7e133ae0a103c708275c5e7f036645b8890730015fea9a21c93c29d385eb461 +size 20426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a8ce3cb0c5ef..e064c0aa8a82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b455568c7ee09b3a41e0ed3ba6fb7ccdad6559e2cdcb3028457444488572d85e -size 26320 +oid sha256:f198abbf7a6097a4e50f2bedac13fa241e325289a8294fde5779393075ec8971 +size 26167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index bdd21037852d..9e54a219b4c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f5ef525b6f88c236790fe75d1e52b440376e2477532cad3eecfbff4eadcadbc6 -size 27013 +oid sha256:65e4378534134835a055c4a1097524bdda04a111a9d64998dc82fffee23fa9b9 +size 26989 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c4a78c09bf8c..c529cb61ac18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:420e09b414ba7c28f57fcc2d20ce8526acf57d4c94f017aab978a7e0eca86255 +oid sha256:4e489bf112fb313b45be82dcae4858b77953d9a793578483b8277046d35bb0af size 23459 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6717b055c18d..10e65117fa8d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df94106e998fc3b49955ed5075511ea812181abf73734abb04cee5ad251af3e7 -size 24451 +oid sha256:c8862180b47ced8a378c79b0ce5923f8d8ada8ca71023c03a9a8bef17a7c85fb +size 24409 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index cdabd9b3a8e1..3d9da9a67c17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0b790b3bca89d55b354f2853c2b8446b2f51870b5cbc620e498eec19f113d4e -size 24866 +oid sha256:59e20f8bc21e9a50a050dae8ddb4a7dc402599ed474c35f32570f53f9253741d +size 24812 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index dad432e287a1..020998035239 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7932bd3b0cd64f8124f488903e5f78888307a04e8675016a4aba5f4bd9688e15 -size 22069 +oid sha256:85f0b25d6f274a3a204e29edde7285766d82a86907d29c5a82f339cf5e5911de +size 22023 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e005c80db6ca..38eabf6bb662 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6223cc6c3bc60ebb587842336e1f9a163d72e719337ba821cb70f6f2a5a166d -size 25427 +oid sha256:fb20634e68947990f7c3a38a85a2e695c353f191db54aaac185f2c78b25ccfa8 +size 25324 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 96ce9aff5363..3a115a505ca2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e223335fb08fcbbd7a05e33a9a32135e47c2832f9f3e90ac1d0274926d7537df -size 23095 +oid sha256:6f3e334161752b7278d3bd3ed9d37788ba0848b15e2db76373630d9642d98987 +size 23011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e750eaa74835..014263f930fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ecd6caa5e429c465b931940337fe6567e58f7def975f29faa3a66a6eec850b61 -size 26190 +oid sha256:4647615a63558bb516a11ce33dd3a4fe288e46986e2d9a3e15437a05b9f860de +size 26052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a9f5b0a24a7f..fae5c0919a6f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7463ea9d388861cf1191151f53a2e28e14ef388fb117a26af1d78d479189e4ec -size 23709 +oid sha256:83dac67d0c25342c7c1d5fc0a72297728e77ee8ab0cd3a07ca5906c6b03dde9e +size 23589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 221a9722a879..b891a05b40c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b039fa5c29919e639e344f8f6816e7deedb078b3b8b67cd87f8df9f37affdf46 -size 32094 +oid sha256:f54fd0d2a5851dae77c4a8293028e0aa1576e2083cfe0c90f6c825bc9d9b89f4 +size 32028 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a93f69ae22ab..c251958cb52a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6537ff460fc1bc20339823ca2f8742610ff5c53a88b433d60783bf80d1470a6f -size 28193 +oid sha256:f38e55854b3e20d599ac42dccf040a16795750410f776950161324f791b8731f +size 28143 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 15174806f9f4..e8cc90924df0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28e2d3b22874e9ea5202f401c571deca075fd44431938e509389c304f4f3e3d5 -size 32923 +oid sha256:55c619cd347d94477f584a08796a678ba7ef6bb803a16aa982ba0d440aab9e5d +size 32852 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index daf6b4996304..2f7a00c482a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74fe8ae283ea5c21ee835a477c1878f65215ab66b94ee9ab567c4e9f5bb00df2 -size 29059 +oid sha256:3b0723991ce01ece56c643aead2f9172571970fee38ecf34cb72c8b9b8c1bc4d +size 29041 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f76520caff0c..1fa7956dfdb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56b89027c9129b7844b8436602d1b922fa2f5758fc7b2c2402d1aa45b1dc333c -size 30063 +oid sha256:964fd81be5af8430a43815481498ca726361286f5e1caffbc3dedc3ae4b36e09 +size 30007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9022c0ff4700..5b8ffebc1891 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:baa48b3a3d5cb1c952e68aaf993197448c243fdc89fe4322adf41b564175b485 -size 27135 +oid sha256:681aafa28dffebafd7bd56d9b0749a1c4c0fd8f61cc716835c820a90940806f8 +size 27120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index aaa123cb740f..888b7a959c00 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef782c99b6f044fb3984a2852737e07f916864c07acf9fcf49d59b9c8842e31d -size 31166 +oid sha256:72c6def5a0bee8923eb65a4a4ef5498c9e50a4a13f046b26298afba9a7f5f1fc +size 31095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b6e3c0f8c4b2..7792c95175d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1783c80a925bb2f2afd51f4459dd6f38cf5eaaa00610d826adeae0538f16bed -size 28106 +oid sha256:39a23201233fd8640b7510098fce7dffc18c7418c1015ed4f0119838ab3a8d7c +size 28076 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 862f60579139..80b69d07dc3b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd3419b04e2557c339064e527b74efc8222b5ad3cdfcc873fddc86af2fb55471 -size 28000 +oid sha256:ede7aaebd113279dee16a9f99b95cb28450e57822929d5197239e665937e044e +size 28018 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6e694075de4c..4fee8aec3a83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a480bae4b4e7a1c0baa8581c119fb265c3cf628085e5bf31bd57500dada27b42 -size 27812 +oid sha256:c82866e0aca9325aadcedb11344310eb9fa6d73e7b19fe257cda25b67e0aad95 +size 27845 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ba15b37cee9f..35d89f4c6690 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a92c0c1c3989f75ea4d740808bfbceef3d8a095296ebdf4722134d79ff69a1bd -size 25131 +oid sha256:83e8ed6446435953b3bba89b72595922c8a0228e754bec2839da4c8f47f746c2 +size 24929 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 17871beb0745..a6a87f417207 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9976060187fe8936171735bd929d6278e4f1d141a3322781d3a6d1b76b5f111d -size 24368 +oid sha256:792f813e1c29a6941b5ff10f0195daeb2eef11d34e7bfb95a93e72f607244faa +size 24348 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 43a81902e830..61a79393cb13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:822148838754fe6148a20b57162946955177d8317405c957ad925c3fc369541b -size 25118 +oid sha256:4aefd3c5d9fa10c47d800409d2ef6102f250479d9624996f9995966728bd2b88 +size 25129 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 86e7a27967f5..30a578fd8a57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a4e0a324349877984458572e4873cdba0bce5ab583beb3a5eb805329f197934 -size 21816 +oid sha256:39d74801482422e66d40500491ee240320025106fff9268b508e202977af749a +size 21786 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 12b41b6aa5c0..445c600baa22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fae0e0011f6b1b3ae1891793f02563d0e3d9c83cf1b7ef5e0a01e178e0c86e07 -size 28770 +oid sha256:65bb71666d6dc20980be7c06b04c66ec6b6dae41a163031257b9eabf8e917181 +size 28621 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 57bfcbccc522..2e2aaa2b5766 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:093ec8dbfe6b3d7d825871839aa40b120850a16e70b1fc484e7dc019e12e4cb5 -size 28530 +oid sha256:789c5a8e020474f1f64c6eff4ddc2bcb1391e24b6e816eb1cc78bb15ac88c282 +size 28479 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index bb9088a87aa4..d47a41b0e5ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:635b1618cdfe8c1522555dedf5f8a82dcb71701707834e642cf78e1f012b6d31 -size 25688 +oid sha256:7aada298ca52151273cbca9e7496f4e25e1c17363901c87d860ba073a32a5df0 +size 25689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3e045a23c26d..94b4ea5598dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08345ee2b1d4a037081f62b6f95ced60e64a7bef4b720b0f395d0d6d31a45174 -size 25964 +oid sha256:a6c391a9523ecdfa53aef11c3a3de046aad9a567797611b5d7bcfd8f69addf87 +size 25918 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 537b038dc38e..eff4f7b68ff7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4c88392a3dedd8b4742386289760cf927aeb67d10d288e1aa90fd398c273590 -size 25891 +oid sha256:3b707919629665de752088359fd234868e82b089e3a43ffed187c47116a13455 +size 25860 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9752f6d613c3..afe651c9b88a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54db5414e5ac73da36aba41faf852a65ae43838ba748f7e3f632f9c097a1ff0e -size 23235 +oid sha256:1970485b84a6aa5fd73977eb52964aa76502241c0f858c77fcfb9287abdadc8c +size 23119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e61e810a75a6..91e36de79de8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d11b325569cee4d71a251349c1e166aad93e03e959b72c0864c69e33438842a6 -size 21396 +oid sha256:07533a3ea000cd05a6b977a38c9bb253cff3373364ead70158dc4129cb215d2e +size 21284 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index fac5de702d66..9ef11b1bce4d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8922b71783c31ab558e3f4f696c4e507d1b20ebdf367e6be5a2d2ef89f6e77a -size 18629 +oid sha256:e965bd815c991fc4ddbb8963075078fc2f2d803fa030bad367f435253f44da29 +size 18524 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5659059fdf17..8ce7fa945654 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52421fb6351620426c621936ea2003a03b910763b13464c0fd2e1f20b8485584 -size 22526 +oid sha256:7778ad55d5d84709644270777b34cf2dd3d66b655648bde512652b11b50503e0 +size 22417 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 59cef489bbc4..97358f582626 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e43007ff296fb37b7327ccf217cb21e7348a90461cc2ee71f126119b0c965957 -size 19376 +oid sha256:dc73d906f8613ea48741eb3d6a464328063ce78b8636096de168b2c5c7f8ce07 +size 19353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 883b5ebae593..1e0ef32b851a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3fc261e729ec1d088a25c68f6532287aa1e7acf1caf9244ca0507cd3e866402 -size 21791 +oid sha256:3b91520b768adc51e2d669dcc8dd67ec239658f6275f0539a4b3dd34932c17a2 +size 21672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5534e891238e..e47534420545 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c38240601c7bf4d48995e6f06c64532aedf128a39986f2e0266ee1c03202ba6e -size 19211 +oid sha256:c9e5774f529be41f253c36994358c3d14fcab99e265163121983c7a49506846c +size 19099 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 15711c977d0e..d4528a91b9fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:699c04c88a591a2deba3f59a79097dd4cdfddcf47a38a73a804fce24737fe58b -size 22295 +oid sha256:15bad0564770caadcd49527e345a13927744c094db62096e50b50afa3a89f0c0 +size 22167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c3a0c370c3d4..906ec6c6b571 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46acb50842fe7bc62f3630e5f2a459be37dd5510de515103e50dbf173d2af304 -size 19745 +oid sha256:b948e7ca86080e1586ba02f4482d254ee64034b80824b7954a83a8e0a59f9289 +size 19632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index cd8d416a5326..7554387441d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:143ac7fa8c630d3f61c5807b5d4dfd1318aec9acb15e3921de3c25d48bdb04de -size 33434 +oid sha256:25eba9b8def7e7968f3da0ce84ccdeeba7d72d8fcd0bf6263aae18f724f24897 +size 33383 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index a4bb2708c0bb..912a1e8d18b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37eb4b7d5700595ffa07160f96b3f70f23397d559dbd8b0a6d9c45e10e4c82b5 -size 36140 +oid sha256:c576eec134d7abc457f1368bfd1b849990fdadd3bccb248a088ed29af5e67362 +size 36025 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 9440499f71fa..ca09386e50cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac7c284da01cb154d85962327d51234ad848ee19ef544a02dc7e7247e448245e -size 31462 +oid sha256:ac9b53655bfcb520adc3e2454be8daea9ef9fdba098acf20cc82146e25833464 +size 31411 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3fa4fa6a2ee4..11561a85b40b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f8065c8768e1045d6f5242fec1efa6eedab3ecda780e66c77865d486502d3c6 -size 29711 +oid sha256:57e4601bf1322de02084a6e4d3954acb43f3dbc032192f4ace989c215e9ce2e8 +size 29684 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a10aad29b700..8033d505a7db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6bb91965517690d4071aed823ebfdc1b3d4fd903804dc9a36911a1c576cc6828 -size 32740 +oid sha256:6621fc4bb2843f20e5d263bf3ad3192d409bb4c50f6c7db0aafee1dfc6a6ce21 +size 32720 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index fc56405c6cb1..1fdf44ea0da5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eadb5f9ad875c31fe01138eb5d8b1b1cb2d5883786cc1c2a5da0439f9f12f138 -size 35211 +oid sha256:0762959daedb2e9da3db1f1febcef4b57347245d38f73c6b3f3ad0c971beb34d +size 35118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index b96134762eb8..3eb03a37d12a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b1c0a22c5141ec04286b65fa793780b36b21a89c08fd80bd2f5dfebdf913a73 -size 31007 +oid sha256:e2befe7f7537150aaefac7968811f8bc39418d7ca4e5a911df67c297d545830a +size 30952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 2a697f4d30e7..397ad7b71a6a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51a3ab2aa5c215293e2bfaa6fecc80dbac68b539ab3f96dc743243dc3af9cd15 -size 29112 +oid sha256:8ef3ce87ed80806e12689831346ab020abb30de70031ba7926a715a110828ef6 +size 29068 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d17ed4ccb2a7..5f73529af5d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:287913cf05026ee3768a298dc226539978d3a2641790865188322e93c8c6a6e9 -size 26730 +oid sha256:18e12652d98da038af82b89aab78d37836e11cec8d73d5ea47048aae355298f8 +size 26702 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 15cbd0ded7c3..9f4522342416 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d7e79169138230803f33b8b783be60a808d9566d840c4bcab4e3874a3a3cd3b -size 31291 +oid sha256:55f9cb0b1050272cd279cb12d39ec93b2d82cd77189472b204b379cb1af5e928 +size 31258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index bdb7f1094948..9fc9a016e71c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2b29f55f2a23bb98dc42313d88c853999fe1041667b01bace841ee058dd2569 -size 29288 +oid sha256:28318696cbfa76222a67cc838f24352df1182ce03ccc0808fcf2a8144bb77571 +size 29200 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 63d7f680f5e3..fcc55673a0ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e7571513c5ede1f5502aea3b9401d4a63dd50b793fe1c044d53a46c19b192f4 -size 28302 +oid sha256:e6ddbb5961c89c76277fa41e7d99d88745d69b1687d51c7767889c521230b494 +size 28269 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5b143a78f99c..489449881e81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30dfbfd0af6d09a6342a6afdd0a3290fd8ebee09a405818d77655237dd5c7a9c -size 25917 +oid sha256:bbae18f1e78ba64705900886ade522cc7ce8974f1cb159b6d735e1a313aa890d +size 25844 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index cbc5a6b05c65..47ecf6c4abcd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a67a3d69883d026967975a7faa1c5b82f76c47d3e5e9949e42f65880c0c7651b -size 27612 +oid sha256:5fd2cdca7591da6e24676763368b99369261a4336dfb2907eeee9ce28738853d +size 27591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0fe6d89e5a45..d2cd94c397ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1fe803721bbc73c89d969ac732c75e6f6125c1ced326ea995f6b5d00b12c142 -size 25499 +oid sha256:89f674ada80d361fcb35833055741c8a7ce4054de07a6912b3c31bc68f986cd4 +size 25434 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6b7e3ddb092b..f0ff8fa57877 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63c7864c8a9f5e0bfa56ddbe846123f439b2978969b9a6b7f9aae4c1c1b96677 -size 22772 +oid sha256:ee0871728577cba5e877595751411bbda1b615f26d5de81e5903766bf12f08a4 +size 22630 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 711d7efe0b1c..a90dd90efc88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c32653e4fe7e9726581e2c9605a1f6a72899b6d02535476afd72d98dbce0ec7f -size 20198 +oid sha256:6a270c4bd1ce59e4112878c20b209d42cc9b6bd0467f736ed9463265423d965f +size 20085 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 210fe5ff31fb..86d207027559 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4b7947f578b2f4435f1e4a2146b89506a90baf0c06673b6ab47f77038d85a16 -size 23300 +oid sha256:c9071e85322d7734449c0d6103e06d5fa6436d22ca95e624988afc690eb1cc60 +size 23297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b35e40370db0..11100938846c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e7a6fa169565869893de9730933c4272bb8645c076a0a556909784f1699c0ec -size 20856 +oid sha256:7f53560c4e2a5a3938cf552dc15254e70e4bc6428098b8778c9305f95dbfa29f +size 20807 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ed3b26f67bd8..242fdfa093d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:565d53bcf2045e8e06aede1cdf6a1bd94d9c4efcf931d3b371a8e568dd5d0912 -size 22716 +oid sha256:e8014c38aeb1719dcd38ffa5160336f1ce8d9b1edb80c448efce45cc6e33ae5a +size 22572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0c755895c5b7..918f0f54f39b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfc0a1f08fc81cdef04e2168358850306aa5a35eb8a71af582b2198357a53b21 -size 20542 +oid sha256:cc807b1eb43c3cf12016c7a67342dbacd52d595f5c8339dd62345d1a1ca72dcc +size 20418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3cf2168cc2ec..27086cf96ae9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:697d81adc1bae76148fa6dff9fe5db417003ff86f599bfdcf9d3a7b2c712089a -size 23432 +oid sha256:e03e2e236b8954570fab1b1cb85e774f6881995f6fd6755abfc0848dc4e0b325 +size 23260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 297aa591a03b..aff430fbd5b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48edd0cba48d817b4c7c2973e2613208833f06efa2b587ec623f857e4548bcae -size 20993 +oid sha256:f1a67faeaf9d9953bef9e6f6d2e86a7cb9b4c40006edc3e1e4c7a898ce8c029d +size 20896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fdf83638588c..a1703f1ffe90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8970e39b1f3bc6831c3c9908c81917503e06a4e9b31f2028f254fb0703a78695 +oid sha256:35c683251552e93ef1696f9232a44f91007d5035beda5fdde07a28682e0c90a2 size 26228 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 788614437f9e..ad327969ad4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ec967591eee0dd29c1a1da900e197722e0c3568a9e948732e0309a198600963 -size 27639 +oid sha256:10e88b95e93f6d5e9e7a77b2eeb31de62636f42fbbb906cd3db144ae9ccc279b +size 27579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index edf5ca17bdbf..0cbdd6a20326 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:407ff6f914105b99b8255c90cc6eb222361fddbcfee47a550c0aa700be1757a7 -size 28227 +oid sha256:e9f6cec24883b642dc08f3fe75ba716f079498a035bed2122c21a18432f3b27c +size 28173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d7853bd3b35e..9a0c131146cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f7cd2ca7dee24bd5f71836ca752cbe5c1cb1c1b04159556c42ab3ec8e46fdd5 -size 28155 +oid sha256:61bb3ee8d816918225294df8b8e669b0a46bc568b607b455f57c29accbe77ecc +size 28116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index bbf6ab59566a..c1b6d50b1eed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1e80596cab1b2a2d39215d537a79f4078703e2dfd2b3da8d91e955da11225a8 -size 27545 +oid sha256:818baf9e80ad6b2ed5b40d4b46debbac607c7e27157b7cca4ddb1f17a0893ee5 +size 27449 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index cc2ad92324d6..76a3c7ef3a80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b53302bef9672352cc53ef4a684699a583bd6929c30a4885bbce95138ae74ca7 -size 27251 +oid sha256:0763e7d42b2346c61c4540221cb9f947e3c0f30592b6fe5996396a1a8fc7898f +size 27188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 54b7531eb561..2baae4345486 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21c25855793adce1356525fbb7d1c7ad2cd66c445d7e9ebe7416f7a5d67b0b66 -size 24786 +oid sha256:1a4ea4efc2e7c449953e2c550e09865f17e067da71aacf6339ed2b2fb66341f6 +size 24628 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 902d16dfcac9..31910fc1c9ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70daf352131c2bf815fbc10c61d452e911c17c4469e15f7e7c0ee7beae282814 -size 24061 +oid sha256:3a0d47ee069764828533c8fd462c8ec088e1adee05b137a0af256e285fd18706 +size 24006 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index e97c04777c83..0e375eec33e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b99d15e7488c76db2b3ba3e1a24d475e32c8460a6b79ea0fc6cb9160ffe0795f -size 26771 +oid sha256:dadc0d9774d8d301355ed110ab9b4739fbaf14dbd9c9e69055cbb5713c751149 +size 26725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 96f2e27ec318..c2d3687741e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cb7346fea9e6b17c9f3e2e9854015f7b9429d03069acfbd9a09a16098a26b77 -size 24458 +oid sha256:47272e1a613db1d0dc349fe0c75ba6251720f734f5fade24588d1af6a24b3044 +size 24403 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7f6febd3b566..8cbb88566d2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:829382c6f42cbf5509ea3c8a723b9d9c101dd4ca446dad995032d29171f26849 -size 28249 +oid sha256:ba962a98c59732937cb7d997d42dbb123ee0bd0b33c53348b82d282c0acf3d06 +size 28180 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index cc4f016541c2..cfd26dbc6de6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44ae1efb926dc23285b024c44ced1e911735a6f758e6f35aad2adb1b0887005b -size 29046 +oid sha256:5bc05bfc68e33073805031d014263280bd4603c1dae47bc6972d72d40efe0ca7 +size 28946 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d23b9d3050a1..472d2b956268 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a12cc86c5fed70a2955e1f2e523f153bf18f3f0a35e0dd21a65c3ee65399ce8 -size 25612 +oid sha256:f04cba57114cbed5da6cdf3ab3145aaa58e9d42b825cc2c8dda1b06562d8e76d +size 25578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index de851f0435ca..7c06bd968542 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8de4c4b2221b512584966246bbe1454af030fd69d75df18c9d9ebfd10259ba9 -size 26498 +oid sha256:f60e8044f8b548b771333400f3ac03408d21986648f1e126f001eb6a2c20f87e +size 26465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index fb63700b9075..b0400973623f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edeb5ba6ab95008f19c1b3088d99c5b3cee67ed721330195c83ace9f99d4abfe -size 27835 +oid sha256:23d605c4c623aa45836f9f8ef1126cdc08ca58a7645b3ea6a15f8fc894a140e2 +size 27817 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 516907270053..9d229cff29ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6227e0fdc21d3bace82f8bea608f99f2a2c3e428d1731adfcacfe90a773b20fb -size 24572 +oid sha256:5cd12b177d078b81b067b613f2bb09200bf8856b536555e03a6c563425e55c7d +size 24529 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 721adb747a28..e00d0da1a1a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0870ab407a46001a1e40ce876ab434fa5a9223b63bcdfc685aab33aff79c1d1d -size 37577 +oid sha256:11003c65d4f4c08148b6240b678b97f8656ec9d034fd9e92b743fa8db247f695 +size 37506 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index f38047cb1368..9af2fb06d372 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b490e89bd9f44fe11b455c600909ba18da50ec74476c5e7c0029a71167705d72 -size 39762 +oid sha256:c1f900e2181e41b2672400a92a3e79f16db967010cbf9eb3769a3540dfcd39c3 +size 39709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0bc7d7d56999..4feb5980ae18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26120e1145f5c717f380d73784b551a2d147900221cbea799d9ef17f43d6329b -size 36666 +oid sha256:2c3cbec19df23732a7bb247b8d5b0a2ceaf8b8d4ba28eb35793792470f374012 +size 36520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index badfa553ddbf..353a581dda33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a7d00e6e7b37a4990d9357dbae0257d3cef169252e55f0d1547b993fe886a91f -size 36954 +oid sha256:dd34e993889d74e780307294673bd619396a372000c693b1a13121ec34edfdf8 +size 36920 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 6ccc05c8c662..41dfa7e3c5d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22e9e2ce0f4e62b3b1edad2b2d84762a82271a3ef957c7cbdd72650ccb491b30 -size 34297 +oid sha256:2a8ce435e91c3f355ce3bd10b11ca6b7dfb3a809b2af57c2d510c9e636719e81 +size 34257 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 10310a13b46a..83bc42fab419 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e9c6347f803921a60bdbb50349c63527d39ee2634729eb70e332a85ce49c81c -size 36688 +oid sha256:eb85856929c915f83aa80d1d361d8bf1c85a88d2c329521b2dfcd8384a494930 +size 36623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 5a6950b53cc9..5452d544cd78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f543fbdd1d07282c6d777f5a9eb9cf6145c113b48cc977179b14b3d2e98044a4 -size 38695 +oid sha256:48d132c04dd75751867ad76c2cc396a6bcc45a3a362297908839d878df638706 +size 38633 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 7524c6f61a03..3efa623db3c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:caf5f271d985c70e3294a98e9ea534709b1c8c40e30c88a41f77bcb67486fd69 -size 36215 +oid sha256:0512c6a37168b44222d48fb8c8c0ba9eed3c9858728c6c9a87e75e79b7c1d659 +size 36101 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 30b71c7e2a9d..0de2c4e9ee3d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33a1d8fa6ec14595e88bf10a0b7716b8cae74e303b67f50c4b1cbae24e93e24c -size 32672 +oid sha256:06006187d6d525d7feb9813a1531de5f18234193140c39e38d362cde80291aba +size 32664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 047decc7e87e..9e9406d15f54 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a9bc5d47a6ff04107e9f4a9d66afb29e5b289ebdb6affb4b767cd05fafc9ee1 -size 31109 +oid sha256:7c01a4805b6ea94dded42d3a59605b17c81e57bccd99b8be76163560bf9377bf +size 31011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 94d0d3894655..44c5366916be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8890db3403230aec112a74f9e3a4fbf2c06d658d5bbaf22e0794012d5546084 -size 35132 +oid sha256:5cdb2c965b762a0178b0595530cb0eb02506dcf879b962ad9b961af45459fc12 +size 35096 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 2636985f1e9d..323cbbad1d08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:671a790f5bfd8da4ff9826e2657ea11fa607b965f2fb7813a102c1ee4c72238a -size 33486 +oid sha256:52491c79df4903c8fc5ca8594e2b27b8dd27a0075b9eef6fcbe65f84c3adce46 +size 33369 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index eaebd023e1cd..bbe81310dd09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30cc1d750839bdc33da3ab5269248ff5d243d66c5e54e5bfb1697a90fcb864b4 -size 39321 +oid sha256:bfe8e71fdc114d5c5f4c63c0c832ec0967e12d8274ad7021c243ab4422f7b925 +size 39257 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8abbc7a286a3..1ea6f3b88d1d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b68ddba2ed9f225de9fed0514cd85ec18a0864090f5088b8fbb1c15f9550b23 -size 32686 +oid sha256:a81c13bb796efffe15f2ef60867e30cc68e79fa3056be366b08b90d042b6f4b2 +size 32656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index a18dea1e3e28..d8d6fb4df0a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0af333f0eaf3ceedfefeb68025a83a95669f111e5fec8a112a09040a7fa4ccb3 -size 34285 +oid sha256:4bf64d15c1a47a9aec2010165a93b39e5668e6d3ee918e678ada465521b51c64 +size 34214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 66009e3ab761..d09bae12ebb5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9dad09f851fe62f64d07b7d82516704f4f90da3473fe3ea54caeaaf184bc6934 -size 30880 +oid sha256:ae89e9651b7f01cb9083eb245308169c742833ba4436208071c854cc512b6405 +size 30767 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index eb1939481c16..cfb451ddffbc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a19baa61d2f2826502be293aac899946395303b0a799452de2d23610fc4ca2b -size 31240 +oid sha256:dfd3b0b0ae5e53abd71ef841b5bc3be082cddca41dfdb1d176f5c7bfb9010b84 +size 31231 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f3d2d1ce0b65..7a8e7d2e9358 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6de7923a3607ef7993b930deb1bb00df845c23bf8db4cbc7ecb64f7cfa398dfd -size 29687 +oid sha256:bf5c267a9e2f10baf60228b0cb64bc60bc5e2d37b84d910a05bfa1a8855780b7 +size 29572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 28ad8f4119ef..8a39497fe09f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bda9076ea854687a9be3245bd0edbcabfd14a15813e8fe0eb8097d14e066b76f -size 27448 +oid sha256:59f4baa5f385c584cb180506fcd8e14b99e737a7ede6df373f113d4eb9712288 +size 27353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 8bf06640652b..610e6768a4cf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82536affecf39addbe56cbb9c3b9c8ac185e991ed6ca47ed31f28f19bd611663 -size 24949 +oid sha256:cb89521ddf211cc68030589b2112b0b1a5fb9fd27ace4f3df595309044854d1f +size 24770 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b230e2ab762d..fe5139317caa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:950af6cce5fea1f501b5e0b6c7cbac67f4e7d9765dabf80fb3ddaf77f466dd92 -size 28167 +oid sha256:0cd1d4b6e3cdc7c4d5a09e8c85441c28fdcb81299db8864d3fc65922bc9bc091 +size 28102 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 12bdd52ce982..b6a5016cabc2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52fe84355f743a8cdcefc772a21bc878248f629d0ed314125c4f4eadb37a8ce6 -size 25832 +oid sha256:d2f06f65ab0375eb0ed056f4d53795e8ae1a99a803dd0a863465d5d86619a692 +size 25693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fa034a074eed..d97698436c10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1457b86206cc79a42e3e2dadfce6cc7357d1ac2057275a4ff19a4f9b20e4d61 -size 28767 +oid sha256:9032b2558ff2aa87428677c619957728264f4343def735641abee7cfc50372c2 +size 28724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c5bf44dc9541..42f60cf83c3b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b404435a58992c958605dc16588327ab46e2c4f095b397c97d79dacc768d531 -size 29141 +oid sha256:f1888fb50082dedf8758fa3dbfabf6a41a63e526315f5470b3e7ef3f3132400c +size 29092 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0c1c8ca8d5f3..8d1f3640e83e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8cae0aa15a24264e507c96f793c5f07dad9d5c4c162148705dbaef446b125a2b -size 29825 +oid sha256:c28989a5d83ce4fca3b16a05aae24ef43e7fdae3a086cdd95fd93c081bdfa30a +size 29786 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fa1332dcbfc6..509a336353c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f193ef3a2cef35a5634d1d83bdd7210c2b8356da1f10bdc59923bb3616633a37 -size 29626 +oid sha256:d9cfdaf581359b8b84b91e574c8fe8eb5f8817bf8eb094ab63ee5cff3e67fb04 +size 29547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index ac4e8d50de9d..f8a0c553c2d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8d9f841f446b380544ab14ed13fe3211ad7e3c6d9e35074e811f3c10269ad44 -size 29647 +oid sha256:cba8639f3455a6c1c215aee2355b6741ad78376a96f5ad6c56ec03fcd1ffa884 +size 29542 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 377e438fadbd..875b28a4558d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:abfd395db19a4a0bf3964eae3387d7de9469d7a66535625d594c9a2b93b7a23f -size 26378 +oid sha256:7175be05e75afd3e417d7bf00a5df277be8319446264f19324443702fb9d33d7 +size 26322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 26bdf06b01fe..eb534a9468c4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:884919fbe5f72aff4a59d197c25756250531967602bb673a4c303a3aa377a8c0 -size 27920 +oid sha256:28f01a48b991e3b99729c4c20c813956e1ba16a71cefeb9bfecd1649f4a497bc +size 27836 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a10bca1a9546..584ac1cb6d6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:405d392c513fafcf5f7652130f61f149bf284b10ea330b4d5fc9fe1aac6f5085 -size 25739 +oid sha256:b156e48d93b35d91feb9e90da2b25dad9884ff6dbd3c11e45bcdc2c1b714b122 +size 25653 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9d06a2f3a99f..92bf88355a66 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb4e079206abd935d987801336bd961c3722260e5c84828fd2ad10fcec171ade -size 30362 +oid sha256:b077beb61ba8a434973cc257be7660c04ab366dd4b07b2434bf5e34a1aa38d96 +size 30267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8df4ecd9dc90..7cbb1a78bbd0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d9710a35e92b54dc5f711c841aefb1ad6c156df6aa294de6c18df2fcc151a7d -size 27864 +oid sha256:c6363468b8c2a597325620e96efee916f9035fd2ebd5420cc9e73f5320865bb5 +size 27816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 507b08d9f6a1..2c34b4b0b3f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f228badfbe060f3a3250e199bfb72d4ee1a01693f2f9c903d5aa28b591187cf9 -size 28540 +oid sha256:bccacf97b203b73c0bd783e9a3fb53869a0759ff3e31d1b986ef946923abd32d +size 28514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4c34d01fd20f..4da372e8d470 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed7b6f54a8ea50cf8277d88cce5ec49301b69603897cf50c0a816f0b47cb2699 -size 25921 +oid sha256:955f2e340c7c865d917c4ed2c2ab136e4ceeeff15099dfe781ce864630ee4af8 +size 25851 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6157eb55dc1e..e786d13cb7ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a7dfaa753842847783ec5e761f81bce1eba6fa39fe5113990ed2326ae2462dd2 -size 38197 +oid sha256:2202cd08c10cfa66614654764e335bea64d7f22df0769751a755de6efb55f04d +size 38126 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 6c70c3fd7a3f..84b59b1fbfbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e0ad56856300c6935eaf1abb661a5e5f887689012916be55d7145bae2830ae9 -size 36854 +oid sha256:63433d5155d9095653133395af3f0f363619ac8ff76dd8ff49cf4f7375d15411 +size 36794 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2f63a2713312..7f4a2b5167d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4d100e7eb94e0f17fc1d9c8cb48a5a4decee2ff310fd4e42afad24aa92b03d4 -size 37756 +oid sha256:8d3d6d00d298d05b74cc1524225a8cb3fe1ed0783e5d5c6d9704c62c20f1cab2 +size 37700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 34bc2144c8be..fa6468e844d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f98d7bffd7e247fde7257d52d90a69c3103ca0d93bac0ce885b05d9e8b4611f -size 37185 +oid sha256:1365e3998543d746832ede15ff1b182a81a9a0802a618942ccbabd85f0c3f430 +size 37131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index b5472ade3f5c..e4657f0313dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6dd2fd1119db088eae80300be4b9e4453e597149cec205c6cafec406284664b -size 39829 +oid sha256:c665546c2e43116ad4acd0218d9457b244233697bf47ff49aff8a3d34461328e +size 39812 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 3cff7058a8de..44ba14979853 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:638849b700c2dbfecacf85131782975bb8d360cc29b27dd4b933e2f2f21ea4a4 -size 35648 +oid sha256:4ddebf6f443351c9e25516bbafce55f2db4e85f5fc3f7b903706792ac981e5b3 +size 35603 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 1d02f40d720c..696430d70c76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab42aecd096f1bb5204fc4a82a9d5c3820f20982d08e9af49de22c89c45e82ef -size 32569 +oid sha256:2917b4036fa4976122df910d2c197b49d15dd199b49784162a98860692876e5c +size 32513 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 7dbb048eb90d..70b7e2e4338b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25658f784a366cf32d10a024a633f4810bae4616856de6c8449c985c69b72e77 -size 32430 +oid sha256:8b015decf17d33d685da3572ae60ef014bd5f1d8385c7c569f3fda987cac1e85 +size 32368 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 8ee10385d672..d571d49acf6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b4b76bd6112df56fdfa36d1beadd7ab6c38a79a31ae7cb8491aaf62e4271979 -size 34770 +oid sha256:5fbaf847ca122242a8b60c0be2f32f195fb75be3c030c9b176d4bd1f878bf89f +size 34723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index c2cbeffcb238..8244e7fd949c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b4359324f2ec0da82512b7013f98927eac792fdcf3b7e64157c6f020b33df83 -size 35140 +oid sha256:76237d8cb01bb0dad611fdcf6b6328848bcb9dc84c8c6ec2dc989db6e6c6509d +size 35104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6406e065046a..06823ef8ab5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08ec25c37d1ceb2f92cda43d17f214a69287c269b0c4b90bb9f083b1c46d3f2d -size 31848 +oid sha256:4aa1a5cf6c603fb53250262e00f819b90dcbee1ab7de63de224d5100ac04a341 +size 31837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cfda57c46837..63d7a012da8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:139eeb286ddf65379382bbcbf80c16befc19c5463c1f0f7b1c808a645dcfad68 -size 34372 +oid sha256:a1e6750770beaec4675eed2bf325a979886d921dadc9fb45fb8754c4d5ba2719 +size 34217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 6d8555073ba9..40de6a1721e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff65ff6cc9730b108bae45e1a4873b57b0488292a31116f2c975915d5cb797dd -size 29572 +oid sha256:a4c57a61ec9e9b21c53d5a43c6765d8498c16f858fc7d77186cbe81f76ffa992 +size 29593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 5162ed76b0b2..6cd1f43e1de8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9d2b7c9f11b4243d1a7e6abbc77f6bed672d73702c7ff9fda8b010725e4a499 -size 31016 +oid sha256:fc6bb7ff8ffe73189b121e905b0b49d187c8162112e7b0ef49dfe18cf4174aa9 +size 30969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ecf759d915f8..13279d0c6b38 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efdd08066b1b79a0ea77954aac338c8ba28d2481f6c5ce0a09c0db4c1161a9f4 -size 22387 +oid sha256:7b6951cb3c30c79e2c9540539e6cf4c79633911ceb87a23f38b806a99ec3381c +size 22376 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index bd646efc267f..2e1b660318a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e3c2dbe24832c6b1ee802f4e03413a2599bef91fd9dbd60b900e6274b40bfcb -size 19557 +oid sha256:22ca72ab925c4b40d320465bde62917e9296c4b2ad41c9ace016a4e9dce774f1 +size 19547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 044e5544958f..8a2ab6f3a7ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64e3ebea56f91786b40fc4de760a9cc7365ef84237fe3bba71d97ed753da65ca -size 23382 +oid sha256:feb99bbdbc54d6bd626843ae85b9fdbbea3199755eab0c6ca8ec181625a8ea77 +size 23367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4dfb2b8435f9..4846e7d06292 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af1d4b333722dd27b7b65c675ca028c906de6c6fdf324b55dbb4a8b0c163c220 -size 20621 +oid sha256:b426470f5cac47a02ea8a1e6516f8a5c434f17d93733f686c6ad04943b679d0e +size 20557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4e3ea2daf715..782f875b5a03 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be35e50f8a1c3a0293450de0f5a6b5f26383647bc8c3d672e9267d21731dc431 -size 22269 +oid sha256:7f86d89d965c8493e7f51df316a9c63ef4907e10ac0bdb1301a9d62f4421f11e +size 22272 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d9571282141a..71793c5e7a7d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ffb5c523b1cd9d37604c0fb92e3bf9fc8437af7436adf8593d0ae87ac7b3271a -size 19303 +oid sha256:77205703f1a8ef3ac84c0bd6ab889926ff39d728aaa5a7889f95da329be1c3a5 +size 19268 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4e3c98ed4b35..bf4ebbaa8860 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9dec67c9a4d10dbe7172728e717d4072e129cda51357582375377c40d7d22ebe -size 23445 +oid sha256:584b50d039e05842978edecb752f66fbf1474ad15f45e02f3b16d1bf01dc89b5 +size 23409 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 128b068a861f..4d03c546900d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a571559459e9844716613371f851d4215711c4b925ddb38538e4830e85e211af -size 20161 +oid sha256:8d4c347a46053c5917a37c1748bc18fe3c07178e39563aea55f9fa90697ca104 +size 20157 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f61c9868974b..313a5f17618e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9366620b9a1dbae76e178d72ee096b8cfc78b9578446ebd7a20014f8c87bee2f -size 24495 +oid sha256:ca2e3d49b2759627c581b2dc9fe29814d5ff2ce9653756c991f2c84522a80f2c +size 24514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 6ad69fdfb099..3f4065ab1734 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a9c48048ab62510fee21f6fee5faa282a7f5ee8266b73dcda1617833132093f -size 21454 +oid sha256:d3691966c249d36516baed8e466cdc2ae92b98c61a53df2a3fcf1f12274b334a +size 21432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 67c55e353922..d934001f91ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6661b836b463d0376df78e8eb1728634d8ee9eeadd63cf20629d036d1b1a8f73 -size 25297 +oid sha256:8396f0759afacb368420bf50fc2e5557d7c21c1151a87608d5c5634a7e87db5e +size 25271 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6bb18fc22577..7bb6f44ad822 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d5a936540ad59e45f7c8ab2e02a00cedbd2661bd67c0e5ac26202e6d2e3a720 -size 22721 +oid sha256:55858ea9a5b1de1503bf026edfea66f3e298cda030058dabd68ec6eaabb8a751 +size 22676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 53f036b211db..1c865cf7e223 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10525a861c642c936601859d77d6cb13e9225b9df6d43139369b611ea19a7491 -size 28273 +oid sha256:8d366ab061d2442db78899a8339a041640a6ae6864acdeadf9acbc1ad824bff6 +size 28227 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 635bdf2c4db8..a49bd1ad6f0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f8ba45a03da7f50cde34ff15bfc086fb6c83bdd501c2458215027450f399d67 -size 26908 +oid sha256:99cf4ac3f715b9f588f721e4da10e6a758aae75f1beea7845148a2ab4520d9c9 +size 26848 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 75cabce871ee..903a9dfe1945 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:132eeb16cbd2b1c6ab7e1bfc36ba83a286b748f90911cff428355b785b994970 -size 30155 +oid sha256:7198dd50b0ae0410f6933ba7ee5a8bd6ee8b0e88b72b488e380dbbcf5b417bcf +size 30139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0d858d87b69c..39595074a538 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:607b99a5e75720660622bf1452650270ba5461d32100f234ba0da52c7be599b6 -size 27786 +oid sha256:9fc12db8d7b1e25c2c1ee9414d2472dc3cf9a4a7846ea57aae54727bc80062cb +size 27730 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c670d1a0933a..bc1774b4c0d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ef085a1058de172e31d1ba1258b1f0ab19aa0f99267968a6d9a032fa8cbb9e2 -size 27351 +oid sha256:63aea939a5318545cd6587ddaac8af4295afb2559159e22a86c1f296dc735c75 +size 27302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d3dd1f6462be..aefb3c760a8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:65c88233d58a868257966cd95ee8bb1fc1bfa4bb2374df9a4a9f046bb22444c6 -size 25525 +oid sha256:58bb161673448199f48c95adfba5334be7e6df50f7c7cc8a1a7138d528739b0d +size 25502 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a930c6e77f4c..a08cf882b7f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:399703c940f029a547106c7518ff48cddf3c936664a2a0e184489d619595ee37 -size 29239 +oid sha256:7d6b8d138ccc0964a22e3669e5c880169cb98c4b063f5f75742d99e7f4a807f7 +size 29188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3f4a6fd0b0b1..9201ba5b6dfd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bef7bcb81887981fc5509367c0a66e0beb6914c576db8b5f3fe15fead2266ee -size 26264 +oid sha256:a8b072eba113d87fbd58585d4cf38f4922f219bf2c19042654de1d1afb0da5cd +size 26233 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 75bdff126bd6..43ef65b04407 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac253c2c9f71c85f00948cd291b5d17e919d77a955730ecee04f3f0f1f9310a3 -size 25735 +oid sha256:8412ade67a83e968d8bb31b797cceb2cb2ef32c9785b22afa02d0d82e43458a3 +size 25698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 93df1c3d1c5e..45653c142dad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bdcb61e2b4a0241b1343a7d97c896ff4ecac8c82199d0d4dbf1bd6fd3add8b5f -size 26028 +oid sha256:0c672809d91a74b4d27f24e31a463f9e0d922921d4f6d750f590e05286edb7dc +size 26048 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d0cb4b0617fb..0d7d2a20d93c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ecc554dc9972f84dafe0de691286ce13b9c69096ede9659fbe8e1f7d65c52f69 -size 23225 +oid sha256:7c92715555326912c2afdc1e519fa67f01c0fd0ea4f75f317b0e6356eeb3c21d +size 23203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 12b4b1ebdd49..6d788d15f7e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b1ec548750303e96dcd1f62fccfe781f620a89edab153d8240916ac8e5ed270 -size 22773 +oid sha256:500d29f37df7e859f0c77ec634aaf6cc534ed7c04dac2c7a5fd9fc362442d446 +size 22780 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index bbeb28fe47b2..cd40e7298784 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ec0130054f011e5bac10839d4993627e2ba62aff8224c62b21d4fcff115d22e -size 22440 +oid sha256:e303bb45beddf392d272f2e2ac028e0257132d4a39f6e861557a70727250d4f1 +size 22357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d12548a8db59..8fff5467579a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6d8ba16fba668108b232d46230453deaff94b04e3f79387053b306388c9ed7b -size 19877 +oid sha256:5c3650ce7f6600b1a75f7b4643f45aaec7e4eed15d6c1447efe2caafd0d53bdc +size 19881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 066a367273e2..04d44050bc1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7823aa3566c90e72a866fde141cf5825243d5f46eeba3286fc0e99c0b2c2b8ac -size 27011 +oid sha256:ee304197d00bb16a24289eb68995ef5a6076480ac2031ac5b63403c36dd1b203 +size 26987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 02894a2a6821..f289d03105ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a415ab9e66e68e3ae8ac9dedc25dad069e6dc3b6970827665ca86b2fde2a8074 -size 27354 +oid sha256:8730d51310f61e080164bd1fe43168ed55143014fcd3ec07ec806ff7e794e6a1 +size 27302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a5db72afb29e..0b6731628298 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c71563b314f72492f25f22c5560ebd0e3459d885c658810da8741bddffffab79 -size 24244 +oid sha256:496d9c612e59ba9f1383ae0962dc86eab83f7cba77bbca332a2e93202f1d7cc9 +size 24183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2544b24f00cb..16bafffa15ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08d9958d90e0fb9acefee04ab499cf032450911e4c4e93e198c2d6ee31290656 -size 24710 +oid sha256:fb682bb79de2aa0bb8255ff1abf6b20e4e89dcfcef9f4598ba96431e8f19ce9d +size 24644 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c76722565592..f2fe1c175edf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5189cefd47a6c800cf1be7baab1335023e45ef14ffdc0886e1e9ea7617892679 -size 23509 +oid sha256:6910d090f271de5b8bbb54fd9b4f699ab003c2e26d875680b0514c59d550e18b +size 23398 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1f45b00573a9..770308d8f6fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7804a54a767f717c5a380ae390fa45808335e52dc238169b6355594b1c8d9a8a -size 20891 +oid sha256:018f271cadbbc7472aa68509a3d80a3f2532fcf0a6023ef939cca57cb48de46d +size 20885 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 727f579e4972..cc9b08c081b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:692812ff082cbd29ce4ee5989c1c12df24ca4cfa13acf7e5262f2854275601fd -size 27946 +oid sha256:5406d42a8217d7acec689c6ef9e05058acfdc5cd6733b162d8fd8658409bcc86 +size 27866 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f7549d4d8445..26405f818f9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8c9e31d26331f85635d75a8bb6b400c4d3ed49a8a7c6218b5b0e771f0bd474d -size 29542 +oid sha256:5b420e95801d7836ff5a12522bbd47ebd1591373c8d8dd1944118722f0624868 +size 29462 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 05d45460345e..fa9c789ad6eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:441f3a843007c800e9bcc8c06437e4a8a77fc4d7b9ee5ac955d63e04a524db15 -size 27201 +oid sha256:125fa7c865cfb23d0e2a3360f52d6af616c1b5dd2f0cb209233772b3a3b85578 +size 27150 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 536f51e65278..f43c3d8b7fda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec48ff84aa6935376abca0fdb2f5f34dcc58eadde5e2378ec543f2486803b7d7 -size 28798 +oid sha256:a2cffc16520223b74fb5ec6dc238ebd011ffa8213fe9f9b6375f5f109e47e9e9 +size 28773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 07f58baf875e..59aee9b5c2ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:507b9f31abf7d5a18303932be39844786743d22bc56cdec25c9ff3e06a170450 -size 25879 +oid sha256:f5674ecb3826651cbc51e6903d11e28e4a6e0fdf41f01ca7678d3fdfc9bb6e68 +size 25830 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 61926dc3d3a7..d2a6614efcdc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9990d99f6894b14fff3043def181c83b36e7733056d1a3ba7098cbbb62ad832 -size 22297 +oid sha256:c1fb02bce42c0ea73d3c8abb6131ac4a59ad143dd51c9ab82d45fbff9d5e261c +size 22247 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3d2325134d9d..5cf9d59e8826 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:041cfc64ac587b63ff8cc473a30f1d3af839e9bb001eb1cf9f2fd153a6466ea1 -size 27176 +oid sha256:660a0af60094632a8246e5cb63fb965f5e439600a6faba4eda7c91cbc79353e9 +size 27081 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fa1c11c65855..e025e96b8357 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4dbed7cbae9f5cee40a67a4075f00bc0eb85a466c60964200b4d1ffadbe6b316 -size 23836 +oid sha256:f9ad85103f679d036b4ec2a5f7f6ea275201c2d206870a79db55db5ae6b8e460 +size 23792 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 49a59538efc2..9fd512a6ccab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a90bd686fd294a90a513165c1f557288978d8108670ac38181ae86db52c124db -size 25656 +oid sha256:814bf8b2996c2b4eed777f2ebe839f1038b81122b20f6a2fbee789e073c94308 +size 25535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 202c344c39cb..a67e06009792 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1bb9e13eee3ea64024a15140f6841ebcdc171f575d7220defadf79d3010bd492 -size 23050 +oid sha256:dc381e7589b15e7b85a81d0c95c99cf8c523e66196120dc6142a308d06efde14 +size 23044 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index abf9940214f2..6dcac310a81c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6dd42d149e892b9d27cb6c2e26285c4d9f7f63a22141903e2abbae90ad7ec4e -size 26897 +oid sha256:17130cedddcef3e45a5c0fc161306094cd5114aabcb288f4fec1d7dba305de03 +size 26841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fbd9d836c886..2a468f0304c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa19e0df687a669524cf3fc67bcb7f7cc3c66b16a648eda773645b23d071ec74 -size 24001 +oid sha256:4af1d8eaac719966fabc10350095ff84f22da67d836c7a2ab65980c81bff7bbb +size 23990 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1a92d6a7434f..6f2847b38b5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd6519314ecbcf8d26f3d7f065a2f9ef7e8ab42f0959f92c3e825c2cb73a6afd -size 30932 +oid sha256:cfb9d1ab2b53598c8387b84efef81702529e652299a1d8708effef662d36e24a +size 30870 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 486b066a7c66..94de29ed87d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fa5b67e34fcec0842cadeb83379872f01a562f69a3d65c4b46c4d68375f22c3 -size 27631 +oid sha256:3b68ce5d3e612d4ba3019f6a742e6d67ea142db58921b9ee4f953500ab98614e +size 27604 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fa4e49d63e21..cdb792bd163c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd58c2eb3de5c7dc284fd3cff252decb6920893e4932aafe784a93e52ceb4207 -size 32307 +oid sha256:df24042a81bb982bec4d5e2ac04aa18ead38c1b239ae9f274995763b42e4b5a2 +size 32299 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index af800fa6fee5..2f43ea5ba8ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33c61383918b39f4115ad5d72646b71b83836e11566110991374d2020b4bd5d3 -size 28482 +oid sha256:2a1c1936b5fbd17aa4fa322136dc18d2b8e3f00e87f37be0683c45bcf53fd765 +size 28446 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4956bc3eb80d..fdd09d0df604 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:171839d99088e62aa958cc1283c1030ee70081b68758514f8ac6b08b2d3f2bca -size 30161 +oid sha256:8159449fbfc1a26cc9054da660af62389438d61e1417e75b583ead7611ded5b6 +size 30092 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index adbc1e60cdec..fe0466ac3d84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13e43afc55aae15a76c7ec433f76090958e9f00e5e821a9b9515cd9e98ccce84 -size 26413 +oid sha256:2e5dc40aa1f70c64fee9906d8c439382e4b94e6a16348726eb8a16c9689b851b +size 26352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 32ee408f98c0..b962afcda3a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a59a11e72d0946260440d8c689290ed82f7ffa1d56c922913e0f3b305a149ee1 -size 31537 +oid sha256:1d1f35d4e27f8deae5c782f301a82c79862f7f1073179703362c54f55a80a453 +size 31505 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cbdc5e93bfc0..a60ac6dd12c4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb15c67cf6cae2f618ac1b574c3c45c21f5d4f31d6a61cdcebb19b5b2d6bf972 -size 27266 +oid sha256:6fc811b156c37361fc4fa432cee88e048ba132cbf7ce4eaa99878828b67647fa +size 27161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ed7a33973ac9..6321b9a402fe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5c4ecda67459e03c32840b4b3742f2864bafcb21531315c2f001687ab6dafc3 -size 27871 +oid sha256:d016f77249ed6f04a868e9db885d84fe6d623f8be1fa1ae58f287365bc434302 +size 27853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2214b5b58302..18c3cd54e18d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3d16953db8b16333b26772c4189223295bc886ddd8d8135bccc4a06c56f9352 -size 27311 +oid sha256:3eb9b618ee30b5a307c9d1406c180378eb9ed90ed5fd57b0a6711219111f7172 +size 27268 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a316f5837ce1..fa4dc7069ce6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:069bf5f5e84404233ac502608563f2725982d8d0a0a65082facfb2922446f6a1 -size 25105 +oid sha256:4307084636466707df8380d87505e02ec630092587a7f723afd90ba9c05cb8be +size 25076 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c6896d3bd90a..83ba06350195 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3badaf1d4f41ccaf07a0c6ebd61954f5679e1fa99b46c73bee863b1717899ba -size 25170 +oid sha256:cb0d9de7cc95e7579c6cdd98a989c4f47f1067b2c5859f183436aa20822e14cd +size 25118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1ec88e8e4666..81b3b551af70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6903981f3040ad7fed2f783e143525f875856e9396c13f794ed6742e55885da8 -size 23843 +oid sha256:9b82110f83f81eda1dc59e02efc1f77c506271d30092d880ed9d0289b51bc58f +size 23784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ba10f3848354..4332c51264bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f95f23c1b76d464008808ce7995d0a975f026ef67f9824e7d5250bdcc0a0bc7c -size 21054 +oid sha256:304ea3db86f8d6df60e3455b662fda943eccf9aa4b98c8738d28ec828764de2b +size 21037 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1df50228b999..a6e3fc7c8607 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7720afc776b8afd619b7add2304bd24fdc53bba9e34d2d60476cd49ffd351af0 -size 28785 +oid sha256:4284729f59b500e54913241d4ec6b228898f1de07f6054596e80ae29f0ed9ed3 +size 28762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index fc25ce443d3d..c0a7f970f09e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28d9c0f55890f9ffdf727dc6f6e2758a136b50274e4b9eed447bb4910c215faf -size 28541 +oid sha256:78063f7c8464981a3cbd78b551ef41626b78ca984b83c6a915fc8c0c6a0d736d +size 28514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3fa0bdc180c9..5eab44e2aced 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63bcb68d26db2dd20b8852c63696794af59ef5d6f0c7af4309f652cdb8ee18dd -size 26429 +oid sha256:eaf3807b54fe90bd27f902fea2226596e13389783937c737c7ae07e544b2c233 +size 26359 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1cf894095394..76714289c75f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2e8869f7592709ac171ee511b7d548a7d5593d09283cc28550be6b31302a0e1 -size 26244 +oid sha256:9486dbc2dfc129cf02d1009a7ece9a81b93fa56874dcfdf23f09495fada52527 +size 26227 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 220af838c23d..adc936b1101b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ae2a5466c93e88d16ba6151e8950db8b807bf4522066598469d6ef92302bbb2 -size 24841 +oid sha256:b967c5feea85f559df08a93a3343e28d5feee9e6f412ea9c1e5db1b2aaaa53ee +size 24736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0fdc69c146b1..20dec0fe4621 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66d1e519e042d90af60ce4e2c3bda5f65b439b15308840a3d92fc0e9fe7ff4b7 -size 22444 +oid sha256:5b1bdd6d60d01b56605a1828d78fbd1620b2ec6933a96e2c6759de1c724ff4f5 +size 22453 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8d83cfb822a2..3ea80a13375d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fbb79ffd294370f22ee774252c3930b74d0e0ffb2b32627989c35d9e920b789c -size 34800 +oid sha256:55be8b8044f5ae057f79d3b4f6c6ff4e35a9b1d903c6b324e2bab5fd70257387 +size 34746 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index af81ddb1867a..0d4bf2553729 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a244aa62518a447611b7f1937a15c59de9ec90c5d2ba843b33b2c34924e0647b -size 23143 +oid sha256:e836aa6766d0b24d62d40120dcc66741383f277c2277d755429461107420438a +size 23022 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c2e5f3f39d7e..c07ab12247c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e16ede12ba4e19fea38884a430008cb1139bc061bbb47e3cd50dbfa308bf5887 -size 19998 +oid sha256:951aff7f95924d2c491de3af46a0ef2174c301b788062b9d82ab724cf59d51dd +size 19997 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index eec41be4f3c0..1162688a4303 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e121d67c7b2f8159a10115a9bd4e2e48f3611c94027948893796b6bc2e99060 -size 23951 +oid sha256:92b25b2415395f83f8be058e15a804d2e500312d7b20e3a8a89afbff7b0e4fbb +size 23946 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 16a0b3df0964..3a9057d09415 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8b7d7060df98d64d8d4ea63b6bdaebda9da2927f7dfff79bd328d32423db7f9 -size 21145 +oid sha256:c12423002da400d5b06086b0a2a03501fca9eee7e5890f32f6eeda2883415f9b +size 21128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a0c60ba68d5f..12acb33905e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b05434220d9bf136621bb0539910d39aabd51f854678b7ff079e3b81f993c45 -size 23051 +oid sha256:cd9d584d845c4f274a6aae85e38d109f128de8950173018c13daa4071039acb5 +size 22998 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index e506ea2d5d29..77fef68bb848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f476f1b8bd48111a348325b143ee3e4102620c09e80f10e990fa31d14863ff6 +oid sha256:84ffe464dfbfc87ce6a6b2b4ed0ad44ba06fb6176ac593f4a99fe6d639186684 size 19891 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f3b69767ca4c..cb055f174b60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee1791aa3aa613a01557a17d1563eff71bd277609939efeb7e5f6b09558b5eed -size 23979 +oid sha256:1f018905f105f99582a6745f751847bee85ff55b39e5f28adcedcfcbd9fdc05b +size 23944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 054e83a74870..abf052e56f5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54b8d6eddbd9b5845c6ca5f9f88a9f3a1c279c248126ca1d0d2973a1dd2658c1 -size 20800 +oid sha256:5f79a92e1b875f9da0af69d1a2f043789d1ddfd678cddb4c0fc82e8f528f97d9 +size 20820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 860856c55a8d..c44588e19f5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cec8b1b06f78762b13efee8e8e002361a9e806d19d604b4702d22e35b89a05e4 -size 25367 +oid sha256:d96577e47f5666feb3a2b324be2808c3a96caee6772e31f8ea848b25ce2ad7ee +size 25246 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 51e80354f066..0c8ccf5cb9be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8986b74344d4673b36bfa90c0b5a80862cec1ca381c60b5a6438eac96d8c574 -size 21968 +oid sha256:f4c871d36eef9e828c6e1a33b57e49e6b99b67f977bc2ae547b3e2febdbb791d +size 21953 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8aed3ac174c5..e10209504fb0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0e8579896e8742d69227a44235aac73aec8b70e951a55109a9eff8f20916d3c -size 26090 +oid sha256:01531c5ec7de650345bd849e7cbf2186f9586606d29564c7a430039bd859ddda +size 26112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 51eb1346ad34..4f82773bf425 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e07bae91bd5a6e6e8d9a09ee8cdb52c05ab8beca59977e40d8b3f8ed47948104 -size 23113 +oid sha256:682056f5ecfd0d3966be1b11996dd078b9ef963acb46efb4eddb046bcde528ae +size 23076 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e18cf5ac5955..4cc10522a676 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ee6fcdd643ffe21b1a7ebb55216577abb70e1b03998ce6b786e14731ab48b74 -size 26614 +oid sha256:2207ceadc13c051954a633899e0cf5bc817d9806767fdc9f8fb863d8bd47e224 +size 26565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 7a9629f43bbe..1daf5dd82e93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2491176bd2d04402cdf1eea78aef2c8be3cd851fc65da7bb1dd409595683d9ab -size 23976 +oid sha256:ba1e778680c1640b8f81d45f35e71041e01a06fe51f42253ceb07d0a5a37dc43 +size 23952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e38d3468f3d3..3260bfd54b1f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:976c702bc78680687aa5a490c7acf374961dcbdd5f33b66d9eebc7466d7b4b1c -size 27581 +oid sha256:fb95d89e86891c978d09511436dde17eda014141fc939ee894055bd4e964e0ec +size 27550 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7da7592fa699..4d82f68c173c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c09cf55fff69745e2e4bdb8cfdc154a3fa3683929fba1a9dbff77ea949ed491 -size 25093 +oid sha256:a48e017090ba6b4cdd742c78d6f92d81e2e7548fe32ec23a8130691cdd4531cf +size 25041 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 395e285b59c4..c4c6effe0b8b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8ece5e6570a4680607ee075b6b7a14f4c4e5231f4b5bb82e8abd4642f3016ad -size 26384 +oid sha256:35b69b84a7b66d4468b7df6a035f5bfa9aa607a109000e615b393a81b1e51714 +size 26357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 4e8fca1aeefa..cdb193c1465c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44746391a111c6b9d60d797cd3347155f767712f605bce99061536335fc65051 -size 23783 +oid sha256:bb067cef2439cb2041356f2976218eaa79c130dc5cd02f9f31c0df46e37b857a +size 23778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 106c4cd654c0..a7f13478063f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:857c5a50d69b097eb06fbc147e3178ab27d24ed1860ee52de9d80f34a635313c -size 27554 +oid sha256:df61ff7779ada21352bb867becca3ebaa7ec1222b9b6ef772eea1e12af7e5cb5 +size 27482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b371373c39dd..9da362f10959 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31433153e0fd51da4be01a6df5c1c5304a198016cfe66a0daab197fb5f217ece -size 24799 +oid sha256:b5db6d6cd0f64b050a094876464761b52f3d90f8d3441a1f0ee451b5db19a219 +size 24761 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d74c308070cb..45a980913a31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:addbed645cc5c3661ec106afeca896133a292f72c23dc51a86282b19c176163b -size 28548 +oid sha256:ff1926c4c31dd69d87c38751210f4c98948cb4e2a9d8b49b290e5663832916d4 +size 28556 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 54a00043b584..618c812ea2d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98cfc8a4f8baf3bed046ad618e1b26b5b8f8f78b8d4fcb034ecf3f44c5d1b10b -size 25939 +oid sha256:c481b0b577ed764aafad3886b5fbb8d2d4e8aa768b96516a096ec6f03896b092 +size 25912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3c67ab362c46..13450312b804 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e06f4cc762386d225825cbcd2bc6bc0cee4c56953bdcd688b964efd04eaed536 -size 29667 +oid sha256:98be571267b396ed23150294fadb42628f9b482901d8448184525c80076b51f6 +size 29682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6a0a854ddb7b..326970cc6867 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84002a5f7d2a44fe1a8c1da608bf9d695b341f79cea919d0cfed0162c78a5dce -size 27340 +oid sha256:386de95be757a871fbf6bc6709e1fdf9b8b65d2aff5479dfc2f3ca35c63b6abe +size 27294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 54159697ddee..193ab8a13be5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e0bb72e7c073a29c9479d88ff667603e26231aa499a47073ddb5442a79a2545 -size 24329 +oid sha256:b46a083962647ca809ea5f2bdb191644de8602cb660be601651eab0f8c0041f0 +size 24229 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 63ed97b1d8cd..f027fbac8dd8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c95956b62f181d88631c0489283cec6752a3a2d7eccdc23f131fc262e4a905af -size 21057 +oid sha256:aace6a4034f1adb5b576c20acf3e06f82aadbcbb80c80309cc42a82d90705c16 +size 21056 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c2d60f3108e8..b7dbaf4f66d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8111319d3ad801654bb3d58fad67100cd0667fb67412f5bea70a24641830f31c -size 24570 +oid sha256:bde39b86aee7eeb6240e0da14479cea987be8a6a0da9f05db96cedb3763c67fe +size 24532 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6f221bf868d0..1004d43c5181 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ed23ef35df2ec456c221938b9bdbab385858496c2b90418f4e74731e86637b8 -size 22201 +oid sha256:366ebc3b8e2b07c33198504c7d60e2915a98ddb8108c4880341bcee0a7538a3c +size 22198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7ff053513011..7e79e494fcd7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:67ae5fad87d8591bdad57ef300d8b83c2f501374c1a80a50622429b387f63f0a -size 24106 +oid sha256:e697d05d09d1f07aa6d677c7cdfd9058893c16d4dd42c8479012b74a2865a342 +size 24046 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index cc10897e9afe..b97e27fa3698 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c53029e8e6094c09cdc07ce4119e9a8040785bffd65a04bc192b0087b7168c22 -size 20694 +oid sha256:b02fe1fa68aa899bff70ae2c53154ba438a19eb6c7c198e019a59fdebe9f900d +size 20691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 51370538a731..cb4312d06464 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ded79fbdd2080c504ed8d3fca38c6d366322a3563bfb9eaefeab941d6ecfcc29 -size 24984 +oid sha256:6855253ad81962eedecc77f68b7dbd3d2aa3a0190819d3183d95f9d9317b0225 +size 24948 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 73ae40b37d60..1d6ef3cdc2c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e1328bdfc1462a938e17bfb305ee461f238d60d0a8fb72a584a0fde6a43d972 -size 21981 +oid sha256:dd3fdf7c8503e6d8cd0467f14ace187751cd81abefea579e8427022278b003ce +size 21962 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4209330fe0e8..529027a49141 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d86f58f7c464f6fe882fd48c1b88bb5e0362ee8cbafc55c94268ae1cd9aa8598 -size 24705 +oid sha256:7a0424b21f6a720e72292bd010ec755151db1a2e4cce30284c44a55ddf586395 +size 24569 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1e3124b23e6c..cd4f0531cb46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd3257750e6a7014c16ff25d0b2a8c27dc9a3c25ee8aef153ea08d551c6a27f3 -size 21339 +oid sha256:cf68671935781a09e84494e731b724ef643e663cfc61a231a880b5f62b7191ac +size 21192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 575e2b109c75..c57ac9fa26d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69432b5cf78cd265e8b7f036988dfaf5bbf119db5d35b033c24402c088f07677 -size 25021 +oid sha256:7a59c6e41b090edf452cda89542bbe270a43969a62b043c7b9f08bdd098053c8 +size 24896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 90c34c7c10b3..251201787539 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77d14fccc312b429ce955e583b7e0e8501444105e14606c55e0cfbd72f7801f3 -size 21707 +oid sha256:6da7e3c5fdfaf3852b1bdd315275f644e8f73c7bc7d3813e1e8901ef077be249 +size 21628 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ea3de8c43b8a..1557521882e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:724eebb55e109904b12476d9b9f8f6731ac719f7423a4e2f83d6db3a99478e1f -size 24396 +oid sha256:95d2510d848306413fac808596d34225a8ebf7f8bab5f0616c6c7e93f939a6e6 +size 24237 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index fef16250aa40..d7cfb102c53f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e6799f565db2a311e6b8afa7adc3f87bf9f37f28634ec2c2ee82c4621658c64 -size 21306 +oid sha256:e03da5629d5cb7b79ab1a0819a89abd5cc3f978254df3d5c77d962bf56757fe7 +size 21131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0a9167efe743..8a37f9c0ea8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa3bdcc120ee1614f7c5763a11744609cc528978a243330389d0fcd6f920375f -size 25067 +oid sha256:bbd73655634f298f0fdb21f1be6a050fceb5c2b1710ff247303dbd8ca971da03 +size 24934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 132f41158c6b..f925536b45bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:134b248da25f45b64e205a5bdf434e2e1cc2caa11a7659b3e88f9607b05bbd69 -size 21761 +oid sha256:c8f8cb4fef3dc200a3335171b5c8651970388e7d8073683e474f93f8f1a6b616 +size 21639 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bf2007c765eb..996e6d583799 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6144a4fe3c222a22ab607bb7fa41e8a6f06f7db03d833cb7bfcb345ee6942113 -size 29618 +oid sha256:eab336f9a49bccd91ac06c754af024693f7ab7a9237dc68d7e313de5c7dbc416 +size 29504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 6cd09e3d7ca1..dbd11e83e605 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0143f15e4f868f02e98555a3c5973a662588fa14e8be931db06bdd2c201cf75 -size 26741 +oid sha256:7f853eff4caa1918610a486a185e9a6822578d5c06503a67bbf6603b9f585726 +size 26733 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 770ca593d06b..c766bd44a22f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2316c8945f0d412ebc8d8861dddf6b70d6ab8a6e3c0beaaf4738db55348af17c -size 30577 +oid sha256:67d6e86777e9084e3426a9367495955478b18965bc09008f2fc090b7bf48912b +size 30467 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5115b9fc2697..63899ff5531b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9110b26a8b265e49d62c3c757f3ffbd7406b0b04a75b32d14f001a9d6281f03 -size 27836 +oid sha256:88b27798077217036f88738b36474b53a7367cdc3b45cf97c65db9eef27eb1f7 +size 27764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ac9b67ed6616..6168d538cec3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:222af48a5f5b05bb8a1e04181bb72fb642ec5b8f0d67d77f02a4ecddbb3175f3 -size 27593 +oid sha256:455acc5e7ea07a61007a6232b8868d733f08c245b41229395000970b433ebda9 +size 27520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ea78c71ea489..8e4085536aff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a42adead53dc678dbcf222680d3508cce536667d7dcc875a7d69958bcf9a2bd -size 25957 +oid sha256:41ca403184161c2475971a2d81845cd74132384ac620867c53253d4bcdf05982 +size 25934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6cde8f0fc206..395d0079fa20 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd02703483e5f85e3e0811d4d77632404d7b65d8edcabb896f265872080c36d0 -size 28494 +oid sha256:824643f28ac28a49d2c1211aff31025bd338555a202cba300672beac1681a436 +size 28390 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a2d9384ee985..85c97c69b30c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e550a2b747d89c2e115cbe9747639eb09fa9452a76064c3b91900051853622c -size 26937 +oid sha256:9edd42a96536310d0f641830907ee269aa6572742c0f4d5d14d155cb840d6651 +size 26887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8e08f6a1a538..1604292ace8d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ae90b6a554e68ed07add1a6e0aaf1373ce221a940166de6d39f21231bbf4257 -size 25148 +oid sha256:6cdfebf969d3db07e2ff2627a8f3c581ed6efc47b26b64865e0ea1af7d3ba38d +size 24994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d0ace8b15394..8b41a9cd86db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac2bfdd08a7f49ad418d6b493960f8e8bd39e4ca914a9464d8a49cd9e25b3692 -size 23045 +oid sha256:80ab7570f1cae6f7d3bf8323f39d8537e484f30ef8b542c87e3b0f67d98be962 +size 22976 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c24a426423f4..42b72ec8444b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a9b7effd33bfa6bd26f8a0fe6c6be505e6a91cee358937973593f7b1b8f2415 -size 24016 +oid sha256:eeb1b2ea134077399f69abb32e82fec141c4cc6e2f83b42e3d0d7b84dea9a435 +size 23957 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fdaeb810c309..6880abd69858 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb7a3ba442e8843feeabe3fec14f94c85bdc1b49ed376ff692bd22b2c3193453 -size 21361 +oid sha256:7d492b548d3cf720881b490f07f02ee9553a2675cf0fe35927a5960e7c53d2a0 +size 21315 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index dc08d275b5be..249b6c521848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35ffa6244180da1271508c5e4eac7668218eff0916853e2499d67ebbd4937439 -size 25881 +oid sha256:95e759254d236968e539bf9305344caa7a545ae31313129db096b7ae6411bfcb +size 25742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e7c66d159ecb..cb8f1dd3daff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b9d58a01a39d19bd127ea7c0fd776c62b171e49b2f74900b63706789fd9d1a1 -size 24167 +oid sha256:20d70e33ceee0b776dae3dc8b0194721fc190d54034862208b47601e1d7e9998 +size 24073 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index cb0cedc54d61..90f4f05ea5bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac22fdaf414689a9c5238d949d6fe4716da63dc7286ebff38da41813a9c0d331 -size 24662 +oid sha256:e1d3725242d554b61a1dee96fe061138a4fbb7f59064dab5efe681a6c34ca095 +size 24568 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0bb3b088940c..008427dd693d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:156779a78ec56bd9cb8b03a34cf49f5d85ffc47793523d86cc59b196ced10f15 -size 22376 +oid sha256:826090d7a9ec839cf9234321422a4d860f4dbeb7efbae6dab1acb7e6cbd4ce5d +size 22380 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0becd07ba6f3..de194d9663d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86164eb89ffacd9d3ddf2e317e7d073b70cf3edef7cfa06942188f57d765fcb6 -size 31691 +oid sha256:96ee64ab09753b3b904da84e743904faa0fc6355eecd5efc9ae89f40da1468b2 +size 31473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 10637ed867aa..a6a93c10bd2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8011b536cc0b28511be64595a3eeec67dbb628570ba5b649ed38c5f67fad8979 -size 28593 +oid sha256:02120a7842396ba5eecb9b2bfc91c07cae02828067c51e58763265095d8ecbfa +size 28597 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c3dc72abdea1..eaf32852226f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee21a89bc4e6a0e13d7e5256959686fa9d40fa778a1be2685c7e9f56e467a08d -size 32853 +oid sha256:919aa2717f5021a9bf6816d68fad0d07f73966ace7dc4b48b98febbea925770c +size 32666 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 69b1619c756d..1cc660b2eb14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f60e38603fc68283ba3dd1eea73647410ef06259b5c13de1b20879b14121bf7 -size 29572 +oid sha256:734d2feefceb5abcd8aab9e908008bd97fbbb4f6f78598270ba263a3aeb2e70a +size 29551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b430d7f383c7..f8cde9929f32 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0acb532d4d2164a9e3eb025d9ec85bc7005e1902812c4d7619c4c0ee423b17d7 -size 29833 +oid sha256:5d06f375578049a6526edacc3f6a78d685cbef5d54da160a352e74cbd34e9437 +size 29697 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f043c3bb5a4b..708277266769 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2924289a33f22732e1d4d0b76c339216f42dee8d1c9a4de6367e6738913e81d2 -size 27778 +oid sha256:d629aba71b37c26ef1c57c310a711ea2cfbe5050b5b09adf11018102b86be4c0 +size 27743 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 53e597783140..baf6a51f619f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32d02d46da52fd636978e08d756ad115a9f4409534ae04f34d671f82216a6b85 -size 30652 +oid sha256:3f75d2cbf4f1be1329bd1ed367b805ef7e17f08ffa10cdd8d61032df2e4cf63d +size 30514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b9ece9e78d69..23f45288c9ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dce5aeda9f76e33b40b8110151cd5c80776df48e518ee8d12a0b83d58bc65bee -size 28724 +oid sha256:2d18d70ef3b3dfd3d60ca56b8694947fe5ea6da14677c1a9a2140233ec2c8d80 +size 28677 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 00736d397ab7..ce8a47938316 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a90c790eabb535a946732e916c7a2e7ee12dd7eb26d9a4e497e582814228ebc -size 27274 +oid sha256:2308c0e5be5aa06df0028f08d64cb074bb38bb4a8eaacf445b006632e1b16a53 +size 27128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4d9965521ae6..e247edf6ee19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98770c661d7f8775a683dd9657b9349edf4599be324f5fe0541d0ac0edd2af75 -size 24989 +oid sha256:13a712788dc2763e5cd3da06a35740be1becde7017f5f6417a0d8049b4f6d826 +size 24800 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 7496cfd28bbf..32bd50be79a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0647a9cd232c110d8e8b763badc6cd837b8eca8bec72e2741b75c1214d54156f -size 25183 +oid sha256:cea7df8fb5e483233cd7b0fedfc246f93db9ecc86aabfb26d97819cd764d2815 +size 25180 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8801b1ce813a..9deeaf1ec098 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f714ce35b25e374f8d71577ba6b868b271e07432080b021198de2455fdc023d2 -size 22881 +oid sha256:ec9d6cad6db3024317f356aaf5bc99d79efc107572cb863d22a6948b1ec5fb64 +size 22864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index a8d7cc0a7d1f..b0a517609a93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cb98f9825c9999653947e756e5aa086d38ccd386874fa1a5cf038761166a817 -size 27761 +oid sha256:5367acb84f9e52632dad1dfca64875cfea0e8eaa59d25b0609ffe1ad378e9822 +size 27584 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ea1c4d0a3adc..b08456a69120 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b39e5990f4b30df66bec093356594f8db7dc61da9af6ef3e05b8ba27faa9907 -size 25636 +oid sha256:530c6291ad5a8c8f61513b78859fe16ccf7707076f2e232f43fba2e0461c5680 +size 25452 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 5e4f92130d45..3277faa88c11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f8de72248910bd1b29b3307ba7958e7d161c191701ee3b1c4a95ca27d3b5089 -size 25883 +oid sha256:e1ce9e831150cf067d74868bac70cd2cb2a576a394683e4769575817449260bd +size 25842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4fafe548e588..78d08c7240d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5979890716ddae7930613ba5707ff5e7f1ac4ceba9c0255a603271f0e23c65a4 -size 23417 +oid sha256:bd0a3f079a151092c8d1f0ecdc7a62ec3063ea0041f148ece4355d5f0195a7ca +size 23385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ffbc43145edd..27287788d80c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a8f05160bf73e85c615257883ecb91a48d18c73b0398e8e213dd08f0ad6d920 -size 26030 +oid sha256:8041a3245b3d8309fed4c7e77392dbc9c1046dd20b9c9a228a483e4eaee32491 +size 25975 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b4d0f60d36b3..6fc6ad6dbf28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62e5137fbfd7c8427133c31701b4a1390aba27af6e78f69ff1ab087861c5d3bc -size 25839 +oid sha256:7795cd9e4c9c7086f59ed1abb2f06f9842131d081444c49021a0cd5f26740ede +size 25803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4057b5e8d195..435af748e610 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:709ba0683eb6b37bfbd6252eb6bf67a4871c941a44ee428719f9dc432273b3e0 -size 23569 +oid sha256:4da5b3896bf688bc03dae95df6b392bb0b7aa4a278e15d9aba6a4ccfe21c930e +size 23559 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 6e850f78f83c..24678a4ce2a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1aebba76f350ff088e8685dda683138086473f2a05daab99f4158314c8a50c2 -size 23984 +oid sha256:1fa6c0b03182a038db34bf50a99ef190873d94e7c8181e999f3bfeae49d81fe7 +size 23954 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index d6f7ddf28ba2..68ea38fa5e41 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b425bbad4f4fca031d75ccda54988e7763b8e56718cd49b5ac12753fabacbb56 -size 24372 +oid sha256:d3825c28a45ff1af499b35eb8b6c6b7105ea40a3b70e0ab75db9a6d92ce5a98d +size 24340 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8a2a49e67729..89689a2aafd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96147638f2ee4dd22e3010b1d141c2a9ddc7c57bf197e5a74eabbe8682170bf1 -size 23898 +oid sha256:192898771b4de4a8d2c95acd7bbaf37120910254f43a1286ebeaaebd07630f57 +size 23890 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 70e18349d733..30a9fa0ab66d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:213f0b0b4c9c6d3d2041ba6813bcd8df703f37dcff81e147542ea2009562f555 -size 27577 +oid sha256:18bcdc00100a5f9bda408c8b6026dc0e750e4b15a7db1e77501ae4303488385e +size 27537 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index a7a943d64670..dbabcc7e613e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e326c6839f5bee2212d0f5884af568cd6e3eed192d76b9b1b33ae45227167d1 -size 28626 +oid sha256:94cc48d5943eb445f92f45dbbb09b50b48f32a542c4faec85b0b02e033cdf687 +size 28589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7a22b5f74aeb..0ec3d26c3d58 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ff1355026957f925092022540553da4168b73f81b8b25291aa734a794e9ee13 -size 25672 +oid sha256:4cbf0d84a48084c1386156d2200a2a16fdc1c265c47038fb80776b1b3863d83f +size 25619 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 178c426e210e..c99b6cfe87f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae6f0b82f543ed9793fcbc330c47a2c3ee219b6c7dda19fa236487c342bf508e -size 27408 +oid sha256:24ced6726dd9966bf9bd4fccfb4b67b6a64b66ddf6d0fa3e1c6c924562389939 +size 27418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3f6a9ca7fbbb..308e9cad8a65 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cba25b5c0e441dd7395490eb8bbde5d8278c98af290c35a4ba19b9f9de886a1e -size 28935 +oid sha256:c934833dbf95b665cae60c321b3a8f9b2515ee33d3bb0b35e4ae3ca0d9b3337a +size 28880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 95b1d66bfda1..7507e6fd2b7e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8016129425493820fb00119bb4f77a03e7e0733b6c7255c69bb6e61e17852e7 -size 27789 +oid sha256:0a2c253d6f4b6de2830dab0a1f3496c99d5aacb29f80cb52daee3785c4e5b026 +size 27724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e47fcb65a667..4bab6bf62c84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c097ff14e4d8b54cd3abfd818feb073d8045d41aa77a959e53b211e0912c1eb4 -size 29344 +oid sha256:5d44f4a6511f200d3dfe4b813b0b24019712895d3c5b35f17bdaf1a2041eb568 +size 29232 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 3b87fe5fd24f..cd90af5efeef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bfcddc127287f43a129e5891f8591f29cbbbdae386daeec4c4f2e589926665e3 -size 28317 +oid sha256:046bc0bb0821377067fc6ec103c43bc3c7cb17d285f22046829421794c40216d +size 28275 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6f079ae15dd7..df69842da628 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70bf6ce9f63de8f23f9635eaa354a9413afd39ea770ad041f7e6de4c8742e701 -size 26536 +oid sha256:f8edc39ef3c1625dec02d58852f0a85f8c4df6b01e4afcba20441013ca78416a +size 26557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 86141c32fc37..3191c31d5c33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af1a2d0cfd42192a5ea7f42340c7b5c87f195c88823e16b228e445b5a100ca1d -size 25851 +oid sha256:fd2446174c0c981dae642900ad8477eaf18675c19fcdb824d84bb4369e2e6f05 +size 25872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e61b390c4be6..12a2dcc1be40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3648699dc5ed5e6f404f869026235271426125309f16c957ca5be233a7c27b03 -size 26620 +oid sha256:8dc1a6c7092f07eb8415b1d6244ece5de29253c7e643fcc7674ccf1c69a36895 +size 26608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 87de2fc62a39..a4ebf073028a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b8937633a3deeec28411c0956b1b995479accaed8f64715629264c0c6fd8eaa -size 29312 +oid sha256:38f3596a94164f14b4b5274bbfe0525784766f1f1403d121f1665f2d17cdbb0c +size 29267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index a4573129e362..d22857b1f422 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70e1849b84420f3cccffdc564fc13f3e2f0749c6662345f8cb2cdaa446b995c9 -size 27029 +oid sha256:a6fdf2b51a76522cd8c570f155885e7366362b07502cc9595771411f9c4c6fae +size 27032 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index bb4cf7a1978f..649f651a8082 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:43fd57938c8f508c43aebd97ed4a37b4542bc2d2a4218d990244624768c3e7df -size 26773 +oid sha256:a71f1136244521e29fa75cba85bb67fe96654d2764a45ee4c9a3c4950c356af4 +size 26729 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7bdd67b9d211..42da64d95931 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53a531b3f8e23fdacfd1c0048d110f7bca61c0069d47b0f36a4f9044a3d130e4 -size 27109 +oid sha256:e3770eecd0a57da345e6ea25aa93236aa0b34a4517debd1cb4697f9e2579dbac +size 27052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index fa4f622b41fd..d2e836042d82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3eed56fdc5e1d57b6b37ff8add7dd9e7a9d586f09da48ddf182478ebeb08fe5a -size 33421 +oid sha256:a13c80c37a1e0acb798cbe30677afbbba18bbdb4fa33a079d3b2fd30642d4a8f +size 33373 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b2e15421d4c5..2f54c3158904 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b95491e4329fd987ae8adf367ce679020657ccd7497da41c81c16df6288198f -size 30696 +oid sha256:9d98c85983b54202da3cfe3861346f6604902ea7f3a6e8bb4d63ad073416d2a0 +size 30639 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index c38d004c28c7..f932887c5533 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47584c322b0fdbf1492e48b8a029a91bcce2c63b80a6e0451cbe8e66bc40e393 -size 39046 +oid sha256:2433c2aa085a1445f8c431632b3552358372a22c722659b2747a197a4afa7c64 +size 38950 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2c3e69a3eb75..705ce7bcd776 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c71bb7881b636ee19d47a532a24489abce8db6813a155d740c15291382fcb7c7 -size 31873 +oid sha256:3c93896d027616414646f74e55711870ec4dee83f051ca3ca90a13958cf66e62 +size 31832 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 71773e87a267..54f3732ff813 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebb99d7850c5b023e4bd662f9161af4ac2004a1f466ed34f4777f9370ed2499d -size 31191 +oid sha256:be8c68ff94c43f2912e9b043ff49dc782593764998f5b2b715be9b27aef5f3e1 +size 31144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c2f73d987bfa..3518e27de71e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82e676cac883561f7641f00b415f727b5be4c0ceaa0875baf151d71400cb9f93 -size 28961 +oid sha256:8ac1b5764bb3fb0235ab34dfac21e74bcee3083a1c273d05c243552cfb08b17f +size 28885 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 45b553a6f829..e00d0171cd6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f2fdd8144652c787f230e3a8b445d65e6ecbf848121cfa47de500e42c89bd5a1 -size 30167 +oid sha256:e8edc37708b14bedf59836fa72e9fb59ae756cef6003c31120a7a796dc992b8c +size 30113 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ac302957f01b..219f824a2f4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd80d7c8696fdec576759ade0dba295ba5125f161077e7064058dad712e062dd -size 30713 +oid sha256:293c6358c0571a801f3196884bf2bd82c1331ec1ca08af05fbffa60bacf12c50 +size 30675 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index aba078a76088..da5afe209240 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a66e18d0a35fb6b79c06883b81764deb9beba424fc5ca1a127a3e5a63283acf -size 27421 +oid sha256:bb9fd9a1d22fa60c48fb018ddea52989f13e8c09c2938489ac939b3c5782f9d0 +size 27368 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d4f702cda207..a2db45f9ed25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79b415c96674ded53cd8dd598e34ceceb182e513df864073a485292969124b3f -size 27781 +oid sha256:082b4bc0586ca6d6915a72afc86683de287d55f4f1e09e5925926d937a65853b +size 27773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index e7ebe9ccc589..f123283cd3e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9d96c68bf96157ad6dba8134a9739c1ae751fdbf3a1b760a7f71e5a4565f00e -size 27799 +oid sha256:59d4f3313977363a804cc06f9e56f77e25f00f2408df401592b039315f91705a +size 27724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8d69cdf312ac..5039598c0e46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6948c46a35dc3f1078d9f21f762a18d554c0c9a7b22d7e39a47faae2baf6f7f1 -size 28581 +oid sha256:f6e7ba320d7c07fae116ff54c897eb3befbc7d1fccccdcbf3f1130d9cf41402e +size 28558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 287df10c320e..1f1ca7b5e781 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:67f922146b74d94810a6e7de14df6af4bf973ec397f52ec937e5f358afdb99e6 -size 32699 +oid sha256:280118eec2beaa081aab2ac10f999829913a97026009fc7c8b1d3a03bbb72d7d +size 32662 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 16c457e12a09..6a79a5e15272 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94a3907fd6764d803d39a70de04e6a22cf26c575b656707dc64fd2ac4eb95374 -size 33614 +oid sha256:6267a15decc06096f191fdba5eeb26b63e5a23818ad7b4347d21bb555183ece0 +size 33560 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a095011523e8..c88789eac3c4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f158be6c41495f7d7aa123d0959408652c4a5710dc90ef8b1d75dd781dd50560 -size 30399 +oid sha256:ff48f3d21e3d065b211701734ecda60031ad9febd0fa9bdb056e3a710d4d27b3 +size 30353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index b1f36f9201b1..9ff394f703ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b282f3f61113da3b6b02047ea73c8895167c49495debf687830a12789a9e81a -size 21469 +oid sha256:b38b70154641d9b88d22f3c07393ca529ea0e35a9b3eed3d97cad25a9cfab9a9 +size 21363 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c8c638cfdae4..a5cc5a417502 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca2d765b984290835abc33ac1476506497218b80e011bd226ff9fa77be837560 -size 18700 +oid sha256:29aecec431aacea9cefabf4551f5e04a251b818b0911bf821f41dbcf8dd3814f +size 18611 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b595472d5861..3d0746082eae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3d5663959a7b39ca58387adfdf59bf39e17b272b573d503adaf96c9f975b030 -size 22358 +oid sha256:c872292d2b3bf79220ffdf57070273b4fbbfcc3c050bb336feb7a255b70795a4 +size 22243 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index cfb22372bccb..fb113ab04a61 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f8be00d4098b9b592432cbf60b0906f3895c17a596c8d4c1556c830e62fb0ec -size 19808 +oid sha256:d330008c66856c22354699848254163f9013a5d5f57a6108d384bb51ef5411c6 +size 19740 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9c271bbe002b..335ce77c85d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98fdf3787e72a05e73c7d8e61f09f37556fa192b60305fc21c7ca37ed8afc6dc -size 21411 +oid sha256:e5e8ed68c3923153ca8ffb0b26d62cdb577cb8358b49ec97def1dbe511e6a202 +size 21307 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index efa4bc3f2845..aff879dd5ca2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a705f10fae4f1e64fdca7511299ddc55257e575a6d7c5291691ffbc4f96ca56c -size 28788 +oid sha256:ef89be721bf9ff7c3310ab4c7ec229e7a45fdf43114175650d71659904ff3e28 +size 28723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 7f682c35b401..32dd90196257 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9a7c77e0cdf761b5e8ec93aafdb757644c0f32c407ccc489bc228897533d6a3 -size 21643 +oid sha256:c2b6bdb519495552b499ef7681e9eca3ab7f7028e29b57b32d017fbee756ca77 +size 21702 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index ddc03d143d1c..410d4c93da5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:194e5be462e34311fd7583faec4f53ac1986d31b693fe49e2e88e5505f5d333c -size 37970 +oid sha256:f221c5af55a3a318e31a37606b913832b95917b6cde26e6d7a0f1cf3d6787b71 +size 38122 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 0494df9c478e..faf4bf3cdaaa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91e952ac7b299051b27d9ed3857442edf3d6c205737789cafb0a14ea0c0e8c29 -size 29469 +oid sha256:6cc0207e1ab907aed436bd8ca682cbfd63d76b7697967ab08c93cc2d4d7b31e5 +size 29808 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 797d754f6f39..509800d3ca1d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3abac7f5dd7fcbac4b354c181adf334eda468fcb0fbd601f829b215717010b7d -size 29937 +oid sha256:c27daf6b569e03ec99839753ed8426f4b8055830de2f07037efb5858716832d1 +size 29912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 28c81509ef85..d99fa4ff53df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c76fbb94508de577a2cf42f9125f774addb1a5a155d45d2ca25bfef97363061 -size 22587 +oid sha256:0ecfec6a0bb96e3a9c16bf18e778c4ac7a06586a8453e0802e10fc3f27d9c89c +size 22648 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index f7f0d0bf37da..9d5fef8f9924 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:396c088f57789b0093d40bea6407b3dc134a80a7f677bd70b675f271d363a9db -size 18661 +oid sha256:e084ceb613f9db9e978a837a1ffdbef6279758b0b668878dfe3434653deb288d +size 18609 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index fba40bd6fedf..6f01349273f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac4579ffee6bffbec91aa170129c12bcc9980780f3e998e152cc7418fcb3fdd5 -size 22405 +oid sha256:01d9fb24401edbe3cb4334fee518e07e14db81ee96b6597b94f3f03ccb862c20 +size 22308 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index fd1939fedee8..20818c7abece 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7c881c28f1fd9a14aec54235e2f243feebb8626b6b88cfad5d6668f46acd8a7 -size 29506 +oid sha256:69686c1050c5b79de85124267db6088fa21d760f7d020c3ad07622100f7b910d +size 29665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 5a47b5562b04..dab9349b7cb8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c8368ed75e6947762cf6f22bc605f771d88575ba599311c1b85759cae044d3f -size 22799 +oid sha256:fe4ea294276b8beb938ade921ec85857dee3bec372688945110019f2ffe65872 +size 22829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index b14fb345efcc..8628c84ce53c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2dd356aa50920a0ffd8c70670910d70599dee3b30fdbd119894767d7f15cfac -size 38306 +oid sha256:656b638732344e632bf4af8e69068bf208b59d556d526ba3f76adfdd5e4cc7f1 +size 38585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8693cb8e3b7e..bb6e71fa0134 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:444de2f4d76121648618fbffd8842a5e6e9f04cd7eb89bae74f1bd3fcf2edc85 -size 30449 +oid sha256:b8ddde020b07e0d54fd5d85516b0650da2c42642f88738c1e85546b910cbd630 +size 30923 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index cd7ddc7368e3..057491f20ac5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1186eb49a1b103886afc2764f6369b3bddb6455352389dbfef3910dccd7a4c84 -size 30383 +oid sha256:877146bf031bf750154041206b19a02e4e6b4e02a4a933cd7d72461ca406636a +size 30460 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 3364767b152d..9fc9a865dbab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17c70ed5b01a20d8e06050a0f6eb78f70bed3298fbf09515b586eebe6ace4e74 -size 23356 +oid sha256:b97410c9631172020187653e577dc30bc8442f3fd4e6772aca35c97733018574 +size 23529 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 10c756abfcd1..0b26a1a8e291 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8badd887bca8e07d6507e3a34b8b773d338d1dacd4fbb5ae23164247369e9f80 -size 19538 +oid sha256:266537c7828aefd48fbbe0aa9931024aa0caf35b33b145c9e589cf5fe4a50ba8 +size 19476 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index eff61345f2f6..dcd675e960c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:941126a974e26ab46f09b7e3a552624cdb18f42bb580889c36edb383b8ddadaa -size 23654 +oid sha256:3b5d1b8c16782b0e94d20b18c8d65f66e833eff00bca02bc30d5e21c19c33678 +size 23457 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a03fb0cf6dc6..735c9fa16776 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84b7908f309482a305b55e1b5504889416daad70c7c7817d01f9f3e5e2285e74 -size 20851 +oid sha256:942518ce5e106c79e3d532e8ed3648654488c9d53e2f203f44041d5a479335fe +size 20661 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 80907e26faea..0a8d91d80fe1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0a4024726e52f5fa0755c7b31a1fbbb06f7f92089146ccc30274ac5f4a40052 -size 24531 +oid sha256:d9f405836e5596b1b3b41b147dd66ecf1b1a7acee4aab6d1856aef7cf0ac5991 +size 24288 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 854dad7a27d7..7a6e703ff0e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c24b3e99742b8227a0b44495ef3aa6bd28df766f98586c532de31740377e465d -size 21939 +oid sha256:01884339deefbb277ba86653c824ca12e1f5e55f22bfc6891283a1fc44398edb +size 21809 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 02719a9ec41f..ca28be3e5934 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:363ab3e75a9c42834825d6ff6ede7a1f806d4080492816368a3ba8bf698282fe -size 28166 +oid sha256:63c20fd9b8f9b8b2ea8e500a0233bf9e6f15f50696b09dd5325c3d2e743fb6b2 +size 28114 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d7a0a874dcb3..94498f14a949 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8b3a2b6fb6c904169fa41ab512e2d87b21e8dd2a805629c05d18c783c1ff106 -size 27146 +oid sha256:205f4152a4ab9a9fc70723772c7a952b59ef745462880e31adc46d689dc51d9e +size 27124 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c7e837c21d5e..c8e818ff860b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34d5f1ba1018de10599fd585fd1e15ff2d45d4e5421bf3a50d5bcb15cd919f13 -size 29085 +oid sha256:a92fe2379170e2040628e67d1f5aa04a2ae3de1dfa9ab56b37f0e33d5e4c629b +size 29060 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c3c8733de3a..0004caf41256 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa0563c6693b43f87453d68a667d5b51ef920df9d6087db4b008c5c3f61f849d -size 28000 +oid sha256:37474b06c5a00390164875de8a71bba8bf03e5f01dcafdfbd8eea010a0b22b35 +size 27964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b4ebbdf5596b..a1fd5fb168d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08569773632e5bdface3b87bc45c2c562d47b2024c500f1a104aaaad735fc32e -size 28650 +oid sha256:17aa9d506acb8f29d424a6add10bacce740783d36c77f6e7e805e10f18591243 +size 28581 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e80adc5497ed..722ee100424e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7c685f83452adc052fc867ca219ffd961b2ead830e3a470121371253f568fd2 -size 25793 +oid sha256:fe0bd812f271e60d425adb6ebb2ee20e2697b944d8bd92d2b4b0b64a53497360 +size 25779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index be027e9cb950..2ffd17633876 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8cc261587a1df90545ed3962c1511a941c7d7a5c26154072014089ee344ddeb2 -size 29658 +oid sha256:709411fa56b9b19648db928c2e7d06a3bb5505248ccb7e3b34e08807cfcfd820 +size 29619 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index eb8ce60e0bab..c6348cc74734 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25b5a62117088c3053eddee859897dcd272554e6e5525fabb7aed2d921cb8d82 -size 26674 +oid sha256:b0c6871489477efb77b36dcc1e7bf1ad6f99f30fe01b1e25d70152b75dbaafca +size 26704 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6819d3018397..e7bca04443d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fcd16feaf70eb57c90698de64b707ae2b0daada6bb276e7c37c171937145ab2 -size 24905 +oid sha256:b231242165d8fa3b015c5b5409079ccad28e82dc9156e8d988833dc4f566f4e0 +size 24774 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 31e891920d4f..da66a6838971 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:caa7d73e82ad89108d28a62dc52c03d94a1ead3f313480765a22238fbd83102f -size 26805 +oid sha256:e8c64e744e15230e4b982bac30ae339a7083654f3beaacff3d1b24c62217e1a5 +size 26783 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 8bc9d955657b..a09443c60e26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5bcd7b69a9fdde67cf411017146e3a398ef98deae967f26bdedbff9ac7625d18 -size 22321 +oid sha256:2a9c8a68e516321d80ae7a169c89d4b354de7c6acd9e3b7b10e738e80f7f9eaa +size 22199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2873b6f6371b..184afb736485 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54aeb3f05978f69bab2c8b8d566bc6ce48eebc844c4c138ff23704190e1ae0f1 -size 23745 +oid sha256:532db1675dc436359506f23ac20a6e61943bf6343f3ff45ad254f1d1f77e2e16 +size 23738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c1ee8a3492cb..70c887859a1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea510f8ed5f33f638a602d62810fce29b71c49c67dc126a29126126d9c95b2b4 -size 22646 +oid sha256:de7359823e9795d61b215b1545f8b1f613b091f8b0cb8281a360cb10fff92da3 +size 22579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 44895fc11b55..e75c5a5b5411 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6fc5a9c93a89f1e75c7ceae5259e98af5710972bef40c762ce9aa301ddb0b1b -size 20266 +oid sha256:63750350450b3cb7412df1fee7993efd734d081da0161c23ed386a4f01dda8cd +size 20197 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a320d5ee6e66..46f97a0cbd06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4e5ed904e0f69448e220db937feca9308f00823b0d84acd72a2d84fed71a455 -size 25852 +oid sha256:5ac046dc94ff8b4024526301174810c118ccd8cc0dbbbb4d0749fc41476cbda2 +size 25791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9834e3b3a2ed..f29c9df8bfe3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87e1a581d23c8c9c3ff1c7b23f9bd518356cb885226792f0450360b6141f4672 -size 28066 +oid sha256:76dfd57de1ddaeba56630639140c4ef488cb062d1ee25a6943294b33911b64da +size 28015 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 723117516c10..e7b1476d4d63 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8eafd1fbeec97ebf8bfb810d4d0ca1a094cbb7c0b449d204f05f82d904aa80cf -size 23364 +oid sha256:d400036c60eb041f9000b53bb78685c0b229ecfa46bf2ee50883293196f5a6dd +size 23370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index df296cfcabdf..a1963999be18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa134e5dcee2b093e6d5e91b22f01429013e4e4aee3a481a4663521d540cda8d -size 24759 +oid sha256:1dc425bb87af121dffa81599a28fe1503da03fecc41e9cf38ca60d075bc5b3ca +size 24715 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 793b2ed0a62d..ca14db6e0d3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21cfcde9e2e9fc76f342d6954a15de4f7042aeafd0eee4811e59abcc6c23788d -size 23649 +oid sha256:4feb89395433ee193b8c57298ed7026e407e7ede1c201b82edc3907201ea2fee +size 23578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9262b6dc9741..6e70bcb5fa9f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee3d14187ae3689a209d69fa7fed22b3d70d5bf6e7b03f531639779ba923de26 -size 21340 +oid sha256:c1dc461148018d042a2043f034d5ed6326043784654ead1409777ba013f9ae51 +size 21378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1808ccbb5a84..8ad204097a5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3fef1eafecc19021494500daac8a738f4e00cc9c14f409d064c55cef71743b3 -size 28143 +oid sha256:3774c9fac87e71b3deec3d92f12887c54fc011c14cdedd06e1c70c466faae711 +size 28148 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 242bf6f74e44..2d76def262c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2ef562451f819d0e5f780bd4ac184efabd69174683725d26e7c8175be46eba -size 29132 +oid sha256:e14081404630912b36c2762d1559f161b1a121d75e765c60f40d22f680f72a59 +size 29081 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2f31b6023bb5..4b64ff2bd490 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fafc238bab83344d365b3daadc78daafd829597f3285031958affdba288960ee -size 28497 +oid sha256:8196ef31fa8ab9790ee0677b2e1db9002f938bc6eb2fc21859ae156b57d4e6bb +size 28465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b8371694723f..e1a221271cae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1e36cd0e84a828dfa38e33bc0ace88d4eb7bab6a074d23827882605e475f856 -size 29579 +oid sha256:94004df458dd5011bd0550d4092b962481e6ad9feca7d5a6a538c33ffd6ad299 +size 29565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c11d7affcebf..d11555e50326 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bbf9d27978d3a202a16ea2fa547b545ce401c8ed05c3b4063a572c801b2044b6 -size 26701 +oid sha256:b0c6047c15f9ca27247edf6efc43c01cfd2a04963b8333ea87551c0b76571c73 +size 26643 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5a679126847a..b40b73d746a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fddc50bdf1cc5cfd18150ec6fc334d564f50debe0d3f4b5a3c637724ac50150 -size 23552 +oid sha256:4dda12120d44db63cf95155f12ccab1996b3b12ee2522f76b0d16f3ffdd23715 +size 23535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d2623013a40c..802fd618fd5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49007b329b75536d6d5c4b9874a5b82205fe0dc3edd7e2b43895a9387ee41b21 -size 27971 +oid sha256:378ea54bd608da697ee8e7f8f415d3d74e51e8bfca835137fca08e06ce3e3a51 +size 27933 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 65bd37702b23..2f6baca5a31f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf7e5dc12ff6afa02a0dbf825e38d7e62097d046d9c4efa48d36f1a951db50e6 -size 24764 +oid sha256:fb50e81b68c8fcc2701c0527606c3ffeb65e1c27e608046aba793aa347792cb5 +size 24733 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0ec1bea8e4f5..ef363fc4d0dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0d3c30191025b2b1702a106c06cb536db372d36ee020ba2c37e98a16344c6da -size 24600 +oid sha256:5a41ab21040311b6980c2c2692192e900c60eca882623960e4f021bb8af15aae +size 24595 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d065f8951d16..63ecb3d6f739 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d7747ae442c47c2b536a01f0aac6261e58b2385bb28fc8fe043bcdd58d2e1e2 -size 22309 +oid sha256:a67746b42a35c3719c8d00c4a9fcd8134fb17acb94d7845495cca963ca6c5e42 +size 22232 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5c363789a5f7..8a7528ce8032 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2733c4f56d9fc35e61afb697bb24432e6db664fc981c53f503d5afef3bdd4dd4 -size 25709 +oid sha256:dabddf38f4c449ba9785b13c4e40280dbb15d006d0eff65915766f630243730e +size 25679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 32f16fc755ed..16b253565d4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:321877d02ef46482b8c3e0b9b46b84b46df50fdf41c2fcfd5e5184598600bea4 -size 23268 +oid sha256:c5023dae03c8175cc4072c0bbc970580d5416d6ade01321ecfd54c9ac0cefdec +size 23194 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ddaa21c17d0c..1baf331782d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e71feeede7eeb06b0b49517c6c127c385e2b0d9f998a9d8c954060bb141eee23 -size 31036 +oid sha256:a670f1a9941ccaab28efc68c432e556cdb7fca739051b9cf78755fa6c7362fdd +size 30943 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index aef911e76bcb..e3a705df9c39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2a72252633a30072d32f29a9d6357023f3988ae2f7307c5a607828181c4651f -size 27829 +oid sha256:f3ce053d5d68f8d92880a07e80cd89780ac132ae2dfaa772d62b6c3edeacd938 +size 27783 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 44bde93bbcff..9318e46f8e3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a8c7740f715e0e5cab212751dd5aca0600968fad7e65f905eaa882f26ac95f6 -size 31806 +oid sha256:819b5a589f79b1b51c77beb2cd15bfec3a6fdb1020db5ed3d5ac23f596b3476d +size 31760 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8c22858c0f52..ee1eb79a533f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a8ece620217371b150673d9daf7120db73f5983e380a1f0513bd342fc8ec97f -size 28656 +oid sha256:4f74abaf6e2af821286457a2c19ecd00b8ed5beb34aac2a0325c055b60533d68 +size 28647 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2bb4b9109541..9432149ec1c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6d71229136eb2a923e4924ca02e45b89c7f908579053981f0b79ff936ac09d0 -size 31513 +oid sha256:c29fc109d12268f7044fca7bfb04e4fd6cff54ec519b74ab32f4bc1b1169a3fa +size 31512 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8455c7c889b4..a25a8a96ec7e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1971ff1da5285e2240f2b2a94a82a5bf3e359939fb13328dc15688ec8f83b355 -size 26488 +oid sha256:e84521d3ed2dec51991bbdbad8ebe50d88b1d36ae17925fbaac476930e98dd8f +size 26465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1337c82a5da5..22810845bd7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bf91c6103186ba6808e9f5ae2c385ef71f18b10faefab02a672e07efeb2bf39 -size 32384 +oid sha256:1bc776a457427bdaf119f4b587a79a2780433c5da4bc9d1e5dc7803caafedb6d +size 32325 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 78ed85eb22a1..cb30e4244b5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c52db078c9390f52d817facf0a57401c39c48a38bda2602053d1334498edb5c9 -size 27380 +oid sha256:2cd26908d91b02dccbd660cfad7abdff4af6e8884713c508abbf0c1521b4d142 +size 27378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 769eb01a869b..d0c0fb12425c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e95950901c8b0f3da87b38e4dfa5d82684158f7f962041b04868eb3736ff1538 -size 26970 +oid sha256:3ff6f25fe41eb2729d3485a1cbb34fb50c83fa5e2d69337b29f6b114f3098b5c +size 26755 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c35f0d50a531..ae8ee978e2ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:074159085568ba72cccfa426a7db5b04d3ee54478b702212248f753dff335503 -size 29270 +oid sha256:fb0fd77688e6f44be897f220c12b345ce39cb5aec589685816da4790a171f3b2 +size 29204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index c23e5b851f84..6f61e6b15870 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21d713d329b51a4461da1a0e43cb7c46eef5308580940def181d5fdcf6b92ca8 -size 24652 +oid sha256:1ca22da9bb1eea46daef41344b96f0b97bebdaf8e3f9c745b7b0da1f4a3c64c7 +size 24510 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 19c6bac234b0..83b512eea8e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c99db4e323e684a26e18fe93f99eb191eb3832b92abd4b55adbf17720ffa11b -size 26078 +oid sha256:dcc9b750693666fd4b8acb296cef396b27f8d53b312cdabf9dc1abbd310c441f +size 26049 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c26800158971..1bf78652d817 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5031dea5cf9f0974c14fddd25caa34c249cde36fbda127cb31d381ff62e46c92 -size 23928 +oid sha256:c5f3539425cece0cec75368569669debd5f8851f0b0d68d1243348c50e07323d +size 23896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1e41490ce9c7..94c24827da49 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ea721ac409b59ca2c48e517200a16f1c1560ccbb4f3e54df01d006855058908 -size 21797 +oid sha256:55a3341653686f25a273aec812c9bb7f662f30c3265ecdfcb5aaad23c2a8da2a +size 21749 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f61700240374..6f579901eb36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:843f33c8907d34cffc38a6f9dfe27d32fdc6e79a916d886eec3063a3bbcc34ef -size 27860 +oid sha256:2fa09d27c1ede5114fa0fc6cd2896c5d919e2cdcb70e287e6764b2e08330baf0 +size 27649 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2c9dd7014273..d6ca08583010 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39fe0112df05f26d25a2b278a54d387a42aa862fc5fa1ee42fd6799ccd25a8e7 -size 30139 +oid sha256:7e3f73ec79b02530e7c69dea219d41feefca1993e6b82c3e3b86b51f4110762c +size 30095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index db7bf9905d89..877a26a9b42a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:394f99c2f9e0c9368432067ec578c44b5416bf72300a74c26ac3dc1ec80bdd0a -size 25625 +oid sha256:f3a6127a5178237ed9edeb58d83d9d33a057e5ee2b4f77073f93c8f41ae73e2a +size 25462 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 9d8bd5b1c67a..5e83147fc2bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:968b2a4269d4c24f4789e8abcdb33291279a41e63f2bee4ae88f37b8948a22fd -size 26892 +oid sha256:3fea8cdb1b2474703c1370d87d2c9c9a504fbc50a3be75dd845b7bdabf8e4927 +size 26868 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0b38db752358..f160ccb6628e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13aedfaabdb6803dbdd460530e17278c854ef5920cc4ff33c4b5ca8dacb14ad4 -size 24900 +oid sha256:b9858760b21884e0e8703da6a6aa79c6aadbb5590b2a1c5ad6d0aaaacb8f41fe +size 24831 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 022acb014aea..35e21bd4d189 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e335488f90c435c9c4f3330bad9f44493ee74811769a695a8146a37c1475dfa3 -size 22732 +oid sha256:891b1e4f78603e353e0ebc7b67872940319bc683f0195362b266db415fad921b +size 22730 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2b2ee33cfd47..629c73db99c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ed12a6743633ff56073d0660a65619551ea4fee20f5eabfed3ccb018f160f89 -size 36323 +oid sha256:52ea84fed7381c2da63464a837266d376d99f89deaa1647d10ad1b34a3d5c1e8 +size 36276 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4c8877428a6c..5e6e1a2716bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f4aecd012b116f6c6dfafb7d5db38870f2f684bf387e4eac0f66d98bf60f778 -size 21410 +oid sha256:3661515caf4a21901bb09f0856fe7edfee11e10d7c5a7dd1a327aaaf37a58547 +size 21308 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 188b2b30e478..cd8c1939f582 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8eb76a39b9c7c7f4942e6fa8fcadaf02bb2efc845ed5dba723d2617c9a0a6ce -size 18760 +oid sha256:19aee19488ba1c0566cde0c434bb670455fa54937b57e0ae602a9d3c88e0fff9 +size 18662 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 109747677019..a78ed7115245 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9d87dad57a6d88a477f83b6b2b5f3b01781f182d0a0eab06d89599b04434835 -size 22447 +oid sha256:dcced0042e0a8e1bfb4cda07d533b9c752ce8f843aa96f3b5ac97e9d51477e26 +size 22306 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index bca344539a90..32276a00eccf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2250a85ac79dcb7513e0c1c3c185843a74bb7c3b0e779088879b9cb14b123c0b -size 19727 +oid sha256:459d050e7fc731f310a5b87b6df0d1f3d77e62d1871ebddbd46d6b35da033d71 +size 19665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8537c4cf9ae6..4b968aed53e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bad9c759f2d268ce8504deeca5222aa53b958a7cae539ebf7483166c19558ff -size 21407 +oid sha256:2261849827fd15d60e916dab57d81e517a773de3d989e85d47c5a67ce9b33be1 +size 21307 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b46d4057b6e3..a5c057104727 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56a612ae71f219af5dc68c80bb0c0ec7bd5b4ec559a0bf41a06625aa6bb9efe0 -size 28775 +oid sha256:6ed48c4db80c7a8675680fef42aa858a4b1b2e9fe993f2f6158ab10a05b1ba4e +size 28724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 96658fedc6cf..97ee158e86c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e35e23e6fd5558b4a3986a7f4c039d03faf83f8e252eca99d6b09cc54d5af1e -size 21656 +oid sha256:deecd3c84ea26003eb991238e595a66ffd752b12e5aed036c504c802e1b68814 +size 21722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index a1fb1f9ba648..1be963fe5c81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a17b8ff1246be3eb9e8f064ca99ef4def6ce299892dcb1000973e0c11882b79 -size 37989 +oid sha256:fc66a9e9e07e05bcaa4cfe21392ce60dedf37fd20fc13ffc93c709ca56479d03 +size 38133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 70422cd1c73c..f0bd52627627 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a13097769a698b0580644882fd684f9c2c1decc30eb586e7a26637715195546a -size 29482 +oid sha256:b820f55f3f1aec8078b35cb700ad18954800839a740a4aeed1bcd326ac2c11dd +size 29833 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 894e20e8eccc..7e37b63bb2aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:752b8ccc1ca8c94a67cbe382c0cb5f6b6daa3ac1c6c5049b157ab5beaf4f28a4 -size 29926 +oid sha256:0ee6d83e62659ef2c9cad9e7a44a3a59dd7eb3dd2df93f951ce5a41c0a769cb4 +size 29890 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 15e364b55c20..f665af1be892 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c8bbcb399b0383f137d8abbc0db4bf648f76d49d3431815305439a567214a1f0 -size 22583 +oid sha256:e24424601e3abff66c71b165f5bd8b70ce5f7ff9e6c7c2f5d163d77759f80fb3 +size 22660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5e4affea7078..18b437a44906 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:396f38aa0c296fa0d5c022c112a1e7dac4a86b71520793b9d474686990b0123f -size 18656 +oid sha256:0353ae4f190317c513da827c6f2a37fd31ece538656d8fac30b549df2f92adb7 +size 18610 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 585ae73dab9a..a26ddcac2614 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0996c44c18a0952a8f47e910f42c31553f509cffbfecbebdb8f9fa0c113982f9 -size 22418 +oid sha256:69c5cb8c35e8b9778316e4b54d62e018dc93be58558ab0cdfeafe2fd44c54e7f +size 22301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index be1b5236546b..6b8aeb2a21bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c21ecd6b5507a24b11bd34bcd77e3c2c85120e42d023178bb0b51904bae3327 -size 29502 +oid sha256:76af8599c4308fa99025ac51d57ecb3346188dd03e1196e75d569bbcf1959de7 +size 29675 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 988256e385a7..54312e990252 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0fb531be709cfc5d5ad10506ac5bd66a313192ee153271953a38c1076f6da4a7 -size 22781 +oid sha256:a2205f159521899e5d0ac94a1b70ba0ec1cb28fd1cd7f055b5f18bfe8c7ebd6f +size 22806 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 20391c8e674c..671d0c0e54b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12063fb69399cd670ea513bdd8081c4672fb4d1280db2dc2cac10091fe2c22bb -size 38313 +oid sha256:b75c189c986ab9228f66704a6c83c9b1f12a741b70e39242674ee5f50ee27576 +size 38601 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8f78ad66c9db..9809acf7b989 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3940c62648a4c6183b9989fa885675eb50329b06b586a48c4cfae336db69a501 -size 30448 +oid sha256:6faf9a9c3e61b61bd443f3f2660415f6d934a17d02bef77db13586ed25519523 +size 30921 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 18671c2a1e99..394ee5583995 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59e3b43ab449312ab9af687e3a154cc1b28913dc7634cc0672e467187d97d181 -size 30413 +oid sha256:d0c258632c2e88b63a9f007f1b63d72448898ffd11a2296ae9154017f8f4f8bd +size 30478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index c1c999e86872..dee3d4d6aae8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:407ae91da7c97d95986063acb75bbc116cd5a817fa516b8f19bd976568b62ff8 -size 23361 +oid sha256:f7f94562e6456670e7ac72bca6dd0f43764002a370a61748276be7c25242dc04 +size 23525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ac765a040788..8b338de5fbe3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a82fbcd2f73772ce63358cc0eeddda53d4adb1675fdc387fc2984fdd998b9a7 -size 19561 +oid sha256:e2ae7148858611bd580ca67c8f76b318d6bcc4b8b9f61c3c7306f777f427a0e6 +size 19496 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 596b681cb474..c2c42bfdbd30 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aff605e02ce3a86dda1dfa1a6ecb5c6ba2d7ba7c573d39b15e7681e10d3834f2 -size 21000 +oid sha256:0c8c7c8ea89269c0e75f4a7e750eef2bd42714f9ec89a729cf622a028099a206 +size 20862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index af60748863db..5a91ef260455 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed5b83410af645a60a274912b9d44d1c73ee5dd130b192e5d8ed19f0a140f701 -size 18323 +oid sha256:67da855c7ec231103c9d1f89e36df967cf6b68523d2104ed33b64cd646aded6f +size 18211 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c5d4e8fa7a7c..9b904271a885 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c6b71b90281e5e86a723f3a54e254da837067f2127ac21e3872dec4eb2459ce -size 21520 +oid sha256:1d13f6e0d7f45bd0ef7ed3a99a15c54451ce41af0453d07f6c55ffd0dcf6e154 +size 21484 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8e3ccf897001..8d423ae5b143 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48afc5e1ae19b0d99f457de7d136a278e356447e3212c2bc14e1a8abb01aec4d -size 18756 +oid sha256:497f2adb36e41889993770d75ccfa8e2ddb51e4a5cdccbaa218532877277b5a2 +size 18641 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 495bd8176eca..d6dd73a35cfd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2ff18b668e02e17aaac1b2b847ee086231de33ad8a10677e76d26f6953f7939 -size 21283 +oid sha256:63d98d296fc142b1a4b4cd767212e0777b286180c6b5e48da910e729bcbaec97 +size 21170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index c0badb754549..c8d0a25dbcf2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5260a4e1425054d33336094e19b0de740c6739591f57406ea096698b239945d6 -size 18226 +oid sha256:9b10a30a9022a76972fbbb43e590d5d19b88172d710206c2ac10658a52d57c51 +size 18106 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 18f59d3201f4..f2dee74eb0bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4452b6581be7a36ef34373fcb44a6b4c79092964c47cb4bc55996ce59bf36d17 -size 21712 +oid sha256:8e288dee3e3e1e13663319fdcec2d304107112b53d86a44ac705ac5fe37c8b19 +size 21682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7dade962ecaf..403f41dba9a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:def4138df002d445b31c1eeb595310e8cf1536b4ea1b79ce37945223bb384822 -size 18538 +oid sha256:4fe05692c74ff2373e310595124d704415aef5de7571882e0970ed76f541ce36 +size 18421 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ce96b90b3b1f..0179d20f135b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:689ee8945ed88916687955c6362d471d8bff3b5eba5ab6b87f71fbeecaf9c6f6 -size 23139 +oid sha256:b8b38b3c88c38cf429c3f692687deb592b9d75881870b33978a144b0c4129de3 +size 22940 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d4a5ec166181..5245cecb08b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ee206051388a4c75850deefd60de38cfecef7222fca4623c0fa48abc68005f4 -size 20588 +oid sha256:b4298b152b52d738a0fd2aa168702aee50526ab2ddbf558c5a181e019daa6655 +size 20354 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7f1542af2da6..2f04b0a4bec8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b415e8b2d9bc8a18b717bfc9f71dc7e0bf851fffb859f4bd530d5a1261f5fd1 -size 23611 +oid sha256:47edf43be203edcc793c6b5ff9d4d8182a75bfe2700b8bc734c3fe4d18428f76 +size 23540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8df37ede9ac2..8e7bdf852d78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ccc15fd747d5a9448784f9eb922f14834cb6951f306246bad757150e085847dc -size 21016 +oid sha256:2ed8cfd24b7c5a5f169ed04bac6cc6433c6a938a17474b79a211ed96b44b7feb +size 20800 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 290d49e7d1d6..252bb0e655eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa1c71f9d0412e2b7b6fd128d38840e4469ab43f5d24818cf8b64ce03fde63b7 -size 28418 +oid sha256:7c90bb4068294b4500cd89203c3fd4607bb4bc9ac1e07146eb194e2fccf00d74 +size 28366 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 704ba09458b5..44c4b402d617 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ed3c2ed2f15d224928059234fbaa057cd5e4b5064941bcbf4088247c1da72d5 -size 25321 +oid sha256:3b3c87d003d2dc5e7f66199cf72b0e42b3e757a700f9690c9f408804086b5369 +size 25264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f8f415092896..dd9aeba1b012 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be09a5eae0c84b51410b8a7a9148ebf152f34f7a04c1fd3a7c0fd812c5b3bb18 -size 28957 +oid sha256:e7cd7e1132ad2c186c806ebb4149e9c089b539d2e5ef8841542618cb62baf825 +size 28888 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5348f8932cba..5c3800eaf28f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2aa6bc2c32ffab125b67913b28a3b3d83a9a8b42cb61df0e131231dbad3996f -size 26105 +oid sha256:65b6dd0bb41ae5173ca7cc9fed7a1bd38832a5e2af5948116858f92e0d8b2068 +size 26075 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1a9b94afed46..3976513f1ae8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91d0368f0667ab5446ccc699eeab3a861f9a3e7b7b9480944081857e43c299b6 -size 26187 +oid sha256:c23a77dd3cdd21a8a7771990db4780af26849d3eb1170df1696618eb082e174f +size 26154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7c2d75efc847..0da78d510321 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f54212f680903cc5f27c2444948a340f3c710fec0bb4495ecfcce09784c1da9 -size 24537 +oid sha256:78496b42ce7be6b8b8cfc807d28928ab5bc564403ad7444d5f2ae7787a02ee53 +size 24535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 84af9636e6de..208f4389270e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4dc79d4738f89673e9a13bdfa8ccc31de966968c3ff5b0f0b3faba2746be32a -size 27329 +oid sha256:63b01719776568967ac5e5b9826467021682ac8868d4315e272f793fb3fef651 +size 27310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4e95ddee3777..7014a8768c18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8400a5db12ae9db059caada004326d4c805e38a1de2988c61737ce501effb11 -size 25342 +oid sha256:b7c144c58de81222e16c5b3a21b7cf7dfd9e56db72f0c2fa56134cc7fc0a127e +size 25307 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index aba865919f03..f459bfbcd734 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b1fc624c5b85a379845944e58247ceeb509de95f03c410ca957cdbb9b2d0d41 -size 24727 +oid sha256:1c80a11081626c5dcf493be8d726a2bc5ec63feca3e761a482f7758c9bbfa81d +size 24545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3c484738317f..4d9377db1529 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47a7006d988be271ed995d02a594110bd36aa8a1ab714ccbfc2bde5c82f6bfbc -size 24568 +oid sha256:912e25fb4c729e07d289b20248747b28e8d52dcb1d0717bd52567f54e836fa88 +size 24529 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ce93566d8929..7cedd5a5568a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3313f3a38338c1bf4e70438969568763b2890dd20bd0e649005e9d0ca0d444e -size 22206 +oid sha256:2e558d582b4c55fa33cc32818d3c47e6399c115a1a5f164b8c877c14428dd29b +size 22098 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d7cd3b8aa48f..417660c44e53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6244009de8ae2c89c4577fe5b652008d8c11d44c2c62f9f962ea024f6b7fcf5 -size 21579 +oid sha256:9711ae3b645faff7d02001f2b865d3555ed0ef535726cfba1bf93591c0ab504b +size 21547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b04c6c3bf213..d6372a196efd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac1e73b099cec9271806c6eb540b401198b29db527bbb112a21a3bdc2014d2ca -size 23000 +oid sha256:21b7d48b5107295b9b4dd9ed87a9cc178e698b5aabeb548af22fb93d57f702f0 +size 22958 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ab8298252508..a5590702c702 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e9b1fdf4bdfd8610ddf72433ff514e154f559ac257ef43378a7ac1aaf4a6ad8 -size 19811 +oid sha256:1f4ce3054566cf95ec54f60e9dd9973b1f609efb52684365f768572284e0c55a +size 19773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9e70b11e4cb3..b05e175461a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e98d1cccd14301f685d09df00dd1633513b9b5dd62fc48193197f6733c69c08 -size 25527 +oid sha256:7268cb77791b599f9e6afb510c22bd844dd5ce09ae580e2d1c9132caf9daf51f +size 25370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index b1cdbd88a19e..f5764d1eee59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0eb8c5bf31848801807e060e982e9346f3c263cb81ffd78f4a534dfca7171ca4 -size 25094 +oid sha256:c5e4e4e3e98704e66eeea9cde78fca050ba51263bc49cadba391a1cc1fd93131 +size 25085 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f9c6caa89523..71fe246c2d76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0eedd5143490ee5821fe70fbfa59aa5f7667ff1016eac8b0c86fd8098252ae39 -size 22540 +oid sha256:43b36366736b52b276a7bd1cf50b94dce853022eb29874fea9edad438a1a58de +size 22378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 171191cb44f3..48a277ab4d30 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63d506941cf2868f13720fc101b9fbc7522cfcb07a002bddbfa0c16ab5daa78c -size 22314 +oid sha256:635c8254c8346ca67ee1c652a81efb9379ee8050ea420515cb9be5192e63cf4c +size 22265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index aed3ee792919..27eed54ef8fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0848e84f522575dc4df1a216407ae2054e03e72dad13234994452d1c0f03884 -size 24021 +oid sha256:7530d6faca54953c73829683d77e4113ac8b5f8d47781dc67c1b4f02df2b7d35 +size 23969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 55de455bc88a..c9b548466c25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b34a2a22cde85970dd425d74d77bd0e1cb2c28497a6756a7fb2e197acf9f6a1 -size 20831 +oid sha256:fa04bfcf82e0164910fcc44ce6ce40027cfb1265a2d150454e58196e76fb9f6a +size 20725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f62fc379c42e..d236f7854259 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71553c3d22c36d18ec1c51e7d3c898cddd6f4869cf156159ce387672c2be2663 -size 24730 +oid sha256:a95c241487c37b42f20f7b29dbdefd3724ebd237da0389f938e5e9a89a71ec15 +size 24598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 7958a2d07227..98aab1e3bd69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:128b3bd301a6577ff30cca7f75e9d228a8e9d9586b3e776c1a2fe3d5ab56f6b6 -size 21958 +oid sha256:ee2c150caefa9a20f4edd0c0703da2402ef51067182d470b627d8e6618cc433a +size 21832 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f312df14d620..98746120873d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9add742fca850d38fea5413ec59edaca099d154dc3db24e65b6774f45a27c50b -size 25470 +oid sha256:8842ee4d13e4f343cafb15c2f5e600a47da41c0fb39e2fa0992410af37d1932e +size 25396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5aa909d5bb32..669bea434568 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8027ac0d0958dc1bc562747c19e8a46fa11f88f625f31af2b644f05fc3a66cf -size 22216 +oid sha256:76413c8e2cc5035168a4966306869f9830f81da0035a34315b501f57254e556f +size 22108 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 661ec01fd7e4..cf35c1726252 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:507b9f7c56d9ebdaedc2f5b1375434ce841371abf46bccbce5c842e876195bee -size 31026 +oid sha256:c7b3df351a3ff0b267c53fce767465504102eeb32a4086006896dc8ac582f10d +size 30963 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 82ecd4f37084..5212c024eacb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a5c9786f0c3230d4af70a3231c3d0c97b2c7278127a3b985183a9580fc19e58 -size 26834 +oid sha256:c1e85dd75db4edc795281384ddff4fbc17cba7ad7b18d45925130bdecaff88f0 +size 26789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6dd2400e7dfd..8aa65af74f63 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44b25ae88a6815bd69cc23e87715ea36a5cc81a89be2bc3c427162646ff8260c -size 31540 +oid sha256:acb780e2396c666ab2a33ffeca36adaade24cc3a39a1e4b3760d9803dd73f4dd +size 31467 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7a59b8ae549a..2a4fb6478d7f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb2dd9046847a6247a7c0cbc9094df2d64873c894f9bd7f2ed43b5228c507df4 -size 27551 +oid sha256:56b835453424215c47b1b27f448b9f37398c24d9e295c62afb4b552a497e8154 +size 27521 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b3fbcfb53d06..57c76c0e87d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b9a6018f52faf8c0cc0d40d5cf9b9ac6faf711f884219bf63b4d87b22d92c7c -size 28848 +oid sha256:494f8b7ed294cb03627381c7006fa68234d50d559478672f0ad3d001a10b3de8 +size 28826 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 95b833f485d2..57f2c83d5092 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e1dfb9854229779ff3f19a89c1c87fc7653578bd86df1257cff2f59f0cb03ee -size 25886 +oid sha256:5ed805d210f0a6296cef263d2748751f7d58b8cea41a36e0794771c61ed6aeea +size 25876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a4425bf85a9a..2e1ad651b3c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58670c2a90589f15df0abc1d1d0a802adda4bb429d6f537268ced67ab5392fcf -size 29812 +oid sha256:9b42b881a5d73ecaa92273bfcf8afa08a9e4411782ca0f6987ca9bc91c546382 +size 29740 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a267e4f957a5..b616128c058e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:644d869f5cc83c21c5faff9b47ad709edf24392b1509683a16407a7f38cc6d80 -size 26645 +oid sha256:2cd024222a5d2724c177044823b95e02fd6fbf6cbeefbe3e801101b61bedd6b5 +size 26595 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5c6aaa748f5f..707579ee9ad8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e68089558019945e9c578088489b848d9b9f6f50aa10084f29fcd228ee04b3c9 -size 26890 +oid sha256:97f3f8347c00dd3008f4d91a894f666c73e1070e1d6effa6c39cfe1cdd858634 +size 26685 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8db71f6f87d5..5351208daeee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a4872120773a82af41107d8fd779023bd0d0620ed398310fde89d6f51a15f25 -size 26994 +oid sha256:c02c1c86262fbca44b0c40e5a7334ba15297aee86012559deacadcb3a090614c +size 26959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3062122a06d5..9699532d6bbe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25def7caf45eaab75f207a788114b570e6378111fb21b7a4b0dd5c54f941d3e2 -size 24623 +oid sha256:df48626d751268d8a7ce1793e61372e6f74d883d9a9b92781049ee2f66298b9f +size 24418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 41e6dc21fe40..acab3767d5f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b2ab11c91489077945d954d6b469019219230baa574750d5a54ea887ecbcc53 -size 24080 +oid sha256:f8bc07c00da002bbc0ee650f31392200c68eefeb02a128c503bef98225984195 +size 24083 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b755b0f781b6..35e09c7bf00f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19eb7888888296e412af738a0007b40bfa2a8d8f488e88fdb7c866a94a4f44d8 -size 24271 +oid sha256:15b0579d3245aee1acd875c58577ae7fc218f3821cb8db88f12ac18924a382ba +size 24231 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 20d72e785c81..c6360b2c1b6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4f334beb3d4e73b7b608c27992009387fc9065d3b66520414adaec5c24ef430 -size 21231 +oid sha256:0a166e285659ab2a3f46504524119aba48da1c1cde741a39c36d1a768384b8e9 +size 21155 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4864fe40061c..e728b4d0c8d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4921b589d644c8e23f14c8d4b16caa4d4c38d7b5c64d789adb4a80358b451307 -size 27512 +oid sha256:ae7929710eb4057684cbebc5b86f3821fdf63b357d7b09491818fbb8f4ff8c77 +size 27413 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index a118470f2a1a..44d50f136aa1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:360ff57f37722f0acb151d7fa8e13b1c7c5323951934080b61b04bbd96f0610f -size 27329 +oid sha256:70a4fbe707bc19842d218616afa18df731dc4b935befb711e8f0610a8a48773b +size 27294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d9ac626c5a1b..303512d44cb9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef69107da61e237912ba8a46bff9fd25af9cb94f4e3d481ab94cd2f9f112f974 -size 24962 +oid sha256:9a85e08f50464910ae08ca67f255c06e3269b6cc6589e975adef863a07f02c74 +size 24784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1d525143d3fc..99a0eff79654 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cda3fc6a925a455832edfc38b737a0d00af53a4fc8111d2eeebef78c4f89965a -size 24635 +oid sha256:a36dd9e25e13d9b3fe3821d827a6d84806818df6154af1731b6e271886a81b99 +size 24605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6c7837da72f0..4a1d57a28e3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59db6ba522ac395eb5e9e3d4b6149201fc5f0593ebb5409939f12871b42ac6cb -size 24876 +oid sha256:8cfd1edaaa7f5f386738c0cc338452a61717d0acc73dd16038284830f18b621f +size 24854 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 20749fd916aa..fab9b4eed254 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3c7a8ddb5c14aa01c6cdcf0a228ab1f2f0f3df0bd89b1628d98838a6cfbfd94 -size 22085 +oid sha256:e931b49ceac46b9a7c1955f5d515b043871860d65194c917839415ea7ebf2ff8 +size 21996 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index bc49bde36d96..66f9395f868c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c938c375e64b7874822a86e860c43f73e46c8ffb48b543d56cf89358da29fcd -size 20971 +oid sha256:78fa7da73e9999ee0958bfe13968e30bfe51f21038d99bc7ca611f49b5eca40c +size 20822 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 942eec96ea9a..5578f4252fc5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce182f56f9af795d989e20d42907f4d7681a71a1b3971b49a7a16b858fd59c6c -size 18296 +oid sha256:82d86da0bce5c73cd46e458516643e95067eaf15147932916ffeff3967953d52 +size 18217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 12d120564eb5..9cf36cb9fa78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c26a436e48bfff7537ef8f88a04413bb57bbe17e62329958b303f00a64e1f15d -size 21452 +oid sha256:a68fde94f02b29d91300ff8959d0a4e9b80a1ba8a6e8bd40e78dd51586168c60 +size 21376 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 47fa923cff77..2fbac8981262 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d725327f33d4154802894b5323f578328e5a47915cd3caeb4f1f0128e1555a60 -size 18836 +oid sha256:655f8706d325d6ba47043eae3a8169597a2ec0e61936f18a39d0cd35c4156d20 +size 18676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f0b0342750d2..6c456909d0a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dee9266ed6ad2fcfd646b308b4242e905611ee3263a68a07f6f6d1c1e1c85199 -size 21277 +oid sha256:3fd558d59803076eba8f59719a2335bf900f047c8f959840d45184fe2575e6e5 +size 21168 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d9c2fbf52a77..6f2e7e5ca856 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68f28fe83c2fea920af090a48bc2df9072d40979380c9a13ea86d388eeaa2f6e -size 18234 +oid sha256:eabf22484fba33675b7617bb8ef16d94adb692fc95e1e822d735faa91f914c33 +size 18115 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 53b68f27ef59..2904fbd5a589 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88fcca7b0502519db6e5ab00017ec987fbd939afb68f081995216180cb7a9148 -size 21711 +oid sha256:1d4a4267415c9a5eaaf6d1cf5ee83e8a50ae81279f8031224eb9c5da3bd4fc51 +size 21683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6022e0436827..03ff95ee1dc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8aefb6882c81300d22a3c5ae7f38eebc8c279f96347066999406c573ed983ab -size 18545 +oid sha256:daa0dc94b52218286ff6af074b79d14a7478a0dfbf7cc40d0a4596525de21bac +size 18424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 983d6494371d..ec0f06d6af7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5000476ba97f33319bf8a2d85e43c7fb7c1426e437fabfe16f468a8d1e7a920e -size 28360 +oid sha256:093efa3f6f1137b19ef66cfa64ba53053951df16b66d6b2176db186650e1252a +size 28309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index e92aabc7cbfb..b3635956c34c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee37fe0bbbd2cb014db106d388e88506db014e6f27bdcd6008fd8dc02d914186 -size 31001 +oid sha256:1336021e5fff2c0fc5dbb60f237c77c230584db636b84cc96093face7a07634c +size 30950 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 1a4543927c8e..09cf8168a2c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c66bf897b0dfe2d86b6f5b99600e20a8c8f5f5358fa8f0e14e36e81a23f6d3e -size 26353 +oid sha256:e6d8507eaf38753757bbc67829efab603f51172ccd153cf5d46818dd3d3ff63d +size 26326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 59e677674421..dc0da6da50c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7d589008b67edf32a7bfb9fa1143270d0c080e7f394b9eb8d5faa3ee973618e2 -size 24580 +oid sha256:076cc39ca64627a7a31bde5dd19c7c61c6b21e5b880e009bc9d0ffb8d27928af +size 24569 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 678a8a1af7fd..c3eb02099ec6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93eabe7c3439182b3cc59e19a2bc34b1e452ebf0f6b54f037c90d69bc6c81d67 -size 27741 +oid sha256:b80dc4674685e79830c69efe5a4c23104e8ce9731c80b4a997e54589112ccf5e +size 27738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 369eed2362b8..081361bf8434 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5536595b7cf4f774e72f515f1555b803692ab55e7b63e2ffcd784deb722c7faa -size 30138 +oid sha256:a6f8599f5ed77eb30fdaf5c26d018972a1152c5dfa89bea27413e6d643eb42c8 +size 30097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 811f63508c0d..e0fb440a2183 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d28a4cbc55e616c653f1d6ace22c75af621dc4a441596c77a8412e936caa0cd5 -size 26340 +oid sha256:74e04e90308ed44411807f02822e3f6310774f13a776b1ef9baae0e39e00aeba +size 26252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index d5649f95de69..ab68b0493e88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf979a4d02c36f4a88270fb111535b788eb61d5106c7e43759a67fe0b6911255 -size 24526 +oid sha256:5705562d8fcdcae03da517f5e49e4c58179df8cfb618af6c329583d3b7348de8 +size 24448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 501fe3729ab5..a3c28621d9af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:508c589abbe912f86b68446a23a6a397116f7780bba9084e459ab76c4c625bd5 -size 22396 +oid sha256:2d74110293bb680d51431f51f80af523d0b49fafa361c96920ec06ddde87951f +size 22390 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 2530bde3c7f8..3e3dfd829d31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce60607f1dd81408f008b03c9d43af4ede1ba717ed3e1b3bc89ae81398add645 -size 26965 +oid sha256:4aa18164ed2887bfd1915b5de603ea138f94526ea933c1c9c6c2db5b50412240 +size 26914 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 32aff1da76f0..9c57ddf70f94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74b108ab90ab6c5c42fe50181d1288855b1fff5dbaa9dd8c7f3a090d21481724 -size 24947 +oid sha256:bd61f6972d626e42e74a7653b300bcbf761e8418a92ff7f64b0e89ab3382f895 +size 24890 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4a2ebd1643d4..d42626774d8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f1f10713a479de2aef4486b4d70f3b04c2cf36e25af947dff9691a850c113dd -size 24051 +oid sha256:e9e881daf8b4d6437433cc77a52cce4feb5b5567c20c2534239abf5435c0b790 +size 24041 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1285247827a5..79d1dc8d37a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62ada189bcf21c1db71a1ae8a715013a901be09e24769b9bff7f4436fcb69683 -size 21609 +oid sha256:40f136ebec649bbc9fb1a4eb6893b7a2dd2287369aa7baa6837a7e0ab0d2f282 +size 21619 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 2884694888d4..114e81b3f3d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:929ed1fdf2b5d64fd4f1f3fe82f8d44efdd1da61d6dbc91d072585c081f1f2d9 -size 23065 +oid sha256:cd60b14a78d0b034556a4d9abc9ae711d2c1ffa5428af442227159c52057275b +size 23014 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0fb5995b9cc3..54878c763a4c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b980e7238db5da86ce4f44f561af77a1b7dabe80924a2944d9a550582c1b3ae3 -size 21191 +oid sha256:cb4f67f0ef2c87873646dad056faae71da6b27d048e269ca171b1718195bc341 +size 21167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ab78890ad568..d2c91bcff129 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:818b80da2b6485b0a3f12069e94a0daa6345d7d3afbbbd6b8114ba4abf63685e -size 22055 +oid sha256:8b4c6526dadc799e794fa578219a58d49b9a3f736e5b5eea682c6c798488351b +size 21921 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index f7eff05ff787..7e6c7c68a2b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:283e80821943bbc124cf92cd9253e0bbc2e920c9a0809db7b102e4b78c449371 -size 19153 +oid sha256:8c82949594b0aa40b6424cd6ecc046d7f434a02486d47e5d7d45efd4cd61151c +size 19053 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6301337b03d8..52f596b02347 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85bad5be8050bb9881272ff68fd1de74621b1457eb4e2745b15add38b39719a2 -size 22636 +oid sha256:f911dd6c32bc47630cf964cfc79c66ebe4b8490672ee73898b68813122e69a6b +size 22551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ed286f31f523..427b559c0fa3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4535d6e2baa2c9588faf1c43c3e3e79981e46aea63193a64db4440811462c32b -size 19434 +oid sha256:a0acb5bba5bd7fd7fa841a5332ae841f269cb7a6bb2cf14ac4d27b5d06667560 +size 19311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index feec5f31ef4a..9072e184d437 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:734fc88586f30f686512870bfde9853d1c770b5f6263acf8e43bfbcde5e6fb30 -size 22235 +oid sha256:43f0b682c4349701bdc3d0d2af9f3cc0f4ae64ca30fa9bbd3c793ce50c6c0761 +size 22065 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8521ac92d237..503270e5e913 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d568572ccef0a7329b373420f0c955d43a301f74ca2fc79f6278933be397b207 -size 19634 +oid sha256:dfeb8e8007a53bc1d505aea59f2ec38c48bdb00508add27d6cec9ed9e1205680 +size 19506 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d17f26bd905e..ca5305aa4f64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1197f51ebd287b4cbba2362074774f554c3aa238a5e391a9278469f2569d1ad -size 22754 +oid sha256:f3fc831e3d8c85ffc0ce6cfb2074b128a3e48ff4e54293545397b1cabc1c7722 +size 22650 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1e3a389358e1..a99529f81788 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fbc073bec824614253210e368c6e21c49898aa2cb94b5081e93929ac296a0b3 -size 20012 +oid sha256:95b5ffa99ece8bce2908aa913ec217d19d3d94e42bd01208ec459b979f1e5f54 +size 19879 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 9f570a22b385..42fc5adcfdbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94499d2ffa5f1ad7d82b2815aa400ec0a1f4533e18d430a430c359d644955278 -size 25138 +oid sha256:2f1eb5118e32d4868486446b470b7c2ab16466c8fb613e6e2958ac5e275f9382 +size 25126 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 84e1fa146e68..3ebefe0dffda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e482edacfc5ac77aba17e9e943c7cf60aa796e897bcbd143a82a08cee2df75c -size 23200 +oid sha256:3d9a7af934af0841a4cfb482676671b6b4cfba3c796a1349404151d0cc650e65 +size 23156 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0657ff1ee2f4..fc3fdb795923 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f805865cec10845d508fd33eb32e2123653d6cce4a76b7ce668dd054e4108c1f -size 25553 +oid sha256:20b8b5da856ea49f769e485e6bfec3b4dd09172ef857ee32f4fdc65d1003d6a5 +size 25486 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 175d8763a72f..d23feda33f1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81ad8310f17ab35172821e43e03baee6c59e69f43fa5c618b355bf2979761c8c -size 23914 +oid sha256:4c31b1ae0e664d8c40b363d324bef6fc99c82d93eba9bd1a7da8e4c5807f3dcc +size 23895 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 31f479905b1d..35be301f7da2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74130eafd4cad38ee61107ebcff895c7d1a5557744a5c511c0b197ef5c3b92e5 -size 26156 +oid sha256:949c3c2352fe6801ffdc298c0a6810372abf1f679974dfe33111dc63a50df6d5 +size 25983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c28d40216f4c..29e0737e44ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a29b1a49509ef4b860596b44907c37bb765809d440cc9e5c454574b5b210534c -size 25914 +oid sha256:4fa3cc4ecbaca06acbf055db88c34f7b6981bf57f541cb13b7cd187a515830c4 +size 25854 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 405777291452..0225ea74f869 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8425ba01bc992f54439401c1fc91a2dbbea3af4aaf27b01819c6cd7bd60cd3c -size 23550 +oid sha256:00ab0d8f2317c8f73b50e4b4f207d3baba36a28f246976a899fb58a736361a52 +size 23480 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 703bfa507f8c..6da97a4479df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a10299dd7c8019d8bdd2114331512f2f62cfb0424c13bdb5f68d4f8c94d69ce2 -size 23117 +oid sha256:0ddbabdba480a79112aa1ca21ceccba6ac786da7d8167789ae55fa3816dc6644 +size 23078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 27df4cee1de1..20ba1afe83ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b13331c4d8b1bf83bae8f81e1148e4f369c625784c76fcef33ee21da5688787 -size 24467 +oid sha256:a26b066141b20b13424a2a4a4fab6cddac556d53a6bde8d09c43238215159829 +size 24427 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8881eaad0a44..c61abe7e3a45 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fc3d13e0ef2d6a4d8d2f577bf9654e8eee4a9cdbfa2e106c46d147fd498c278 -size 21435 +oid sha256:f9fb1ff011794c34435a9ea0710b06cb8f691512cba2554567548bf4c8097573 +size 21425 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8688ca71c807..7900148aae76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d9ea9f783488713436f234fc531a348cb385bc0a0fc88726077240dcc25d79c -size 26862 +oid sha256:d0b0ad8cf78b397d71604e959e4769743869b83d1599e44c1b01a0a7d3d0cd18 +size 26818 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e08a9439e917..3de89b8b968e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c6fb158f4d1b15425529c5338d9780b93dc4f81e61dc7e7bb3ebc3b2527d88c -size 26537 +oid sha256:9316c0222b81fe276fdf2b2b5d0f09aaee5ff174428a0783809f32a4af4746d5 +size 26456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8274bbdc5e2e..deb74ab0cf9a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:598ae850a6b232351fd0857872484d435a7180b5bc73b8b36eec6e897ff36da6 -size 24032 +oid sha256:11e9c23c2a6600122c495f7d9907f1f9bb799f9c5ce1e80aef3f39da7f68fcf9 +size 23861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a767861a6194..2ee887ccbf66 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c695b376e2254701f117f5367d3f91461bf37f5a8ccec66de8bfcd41107d165 -size 23670 +oid sha256:8757d92ca7fbb7f8550187859496448557bb8ac06e4f05fef2cf8afce0d5582d +size 23598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index cde8030d6b5d..b98a591dbf0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62afeb8cd7a01ff6d4484a3a7bc5b1e07573d397179c7dd4be60e8db48ef50d0 -size 25307 +oid sha256:8584723580ce5e80cbc321abc4380c9755ed54ed41a04e7b9cb38a12b7561bf9 +size 25321 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1f15afdb9a29..8a7cce37164d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a34f383e5c8468f73032fcba54aa041f7c2bc02e59a0e430370600e1bf8b87ef -size 22132 +oid sha256:faa486163f8d9fc279c9382995681d961f82bbd9a71f22628e286e9e5ac36faa +size 22047 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 114526feb79a..cf464e6d3796 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce09aefc38914b0b3825374da7f653d8f82b86d0966dee0274703a3842c53cd6 -size 31244 +oid sha256:7aa0ec2dc0df70cdf3d10d082013e508d1492c0dbce00e1fb8b7eb9a4a21f7ab +size 31195 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 8edc5537b6dd..ca170182470b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73bb6273782d269082f1e21a1cb01c8703da2fca3ccbf54905017ad2efbb20c1 -size 33978 +oid sha256:63d50731b3f68cdaff01be51f0d8ae8b425cdafea85052766b9d17923a66f487 +size 33945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0bbf13118841..92c6d1789834 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc149ae817a058e75366324798b66933d30416e07154d1fc6fd760f086d6a997 -size 30304 +oid sha256:961e53dc8fec476ff88efe351bd79685c38f586db1a10ea7da1c8be6cc862c6d +size 30232 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index b5b5cc19b806..645e243d0675 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4652bf8e33689d325101a2605170d7ebf704193b0a4eb7b298e2fa1ccc2cb8c -size 27070 +oid sha256:e94cebae50f0fb51d493d549ca42ed73c0120a98ec330d63839f53ca104e06b9 +size 27064 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 810e2edb7154..0f27dde01901 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49acc8bb55fd68115ee5125dc0a08be2b6273fc85b1952c5c4bf0cb418c1b35f -size 26210 +oid sha256:5d980dde783fcc3686f828bc8eff479a449dd5662e19eb16047bc01f66e7669a +size 26154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 849b88ddb7c4..c0056d46f7be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e92ea935544d822218c6d58275439fa0106995081cec2e088da5a7e6fcfa938 -size 30402 +oid sha256:39dec13a7a3b71dc260e44968333e7834273e642b6836ce2290a1e95cb647eee +size 30330 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 9e370b7e7cff..18e13bbba98a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de442585be47e4f544a01337798ea657378c783e7184facbf9c0fa03c2002708 -size 32984 +oid sha256:b3d8046673852a9285f69c3da2afb6649b2db7a2cb52ad4cf50458e273385c6d +size 32983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f833a8a7c9b5..bb2e0663bb90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:76d1a0eaa9400e3c53b5264676c1252639525d42867b3891a9c5f16bc8b66fc1 -size 29913 +oid sha256:846f726bf47dd8adea2342291853e96d9e8b93c7b776492332878fd7ca8adbb3 +size 29819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index f584d321276d..f0d516ac7415 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20838d7068a3a1ce690f4b12aa1335d83e6e686ea6edd70542242ec45d1f20a6 -size 27188 +oid sha256:0a65f6e5396c66d40f4cee262dc106afcf5bbb424be5c4ce9e5434ca4637f32e +size 27131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d040acb9bf0a..076b47ff9f80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd96c0db866067255f2988657f876bf04bea3113294f972e7f20a6abf57682b5 -size 25029 +oid sha256:8fa8c38df14653c706c8422843677d00e1b3eae7f0e0c5f84ea4da70e91b373d +size 24938 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 803854d78f35..37f89bd76934 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f8f872fc4ee9b9ad8ce5fb2907431063f9d77b51f83c1621252b8b2f5a872c9 -size 29598 +oid sha256:e9d24236edfee30716c015cae6d7b2811d07ffaf81f776a1ee6efacd6f496f35 +size 29544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 8c77e92bb5ae..6820af83da90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d618efe7b2dd0ece85bd7a21a15a0910b8e1ca4e0c4f43e639b9eb7c0aa40fd -size 27538 +oid sha256:dab5eebdea38d3d33260c5f613ec345b25eccf2007489b96d0b658b38989208d +size 27466 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 5c980a1ae1f0..bc877ef15586 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4eedb0a76a4e8a41453f4af3efd691f8cce0d7536da6a1af957cafdf00c90abb -size 27901 +oid sha256:98e94d18700430148d4724259d7fd10d82ae46501f355dd406e93d752110a391 +size 27875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b4a44690948e..f955f727b848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5c0007f212c7b44d863505560e285d61ada42ccdbb7170959dfb3afafd25688 -size 26020 +oid sha256:6c514a195fe05d986a8fe67e70972cfb6177f6a9d5716cc2c19ab9ae39c1022e +size 25996 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 5426085cf1b4..29e2cb04a752 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94ac7799107792a57e2bc4a54c63ca889fa39b36cdd3f7c7bf190c74d3430ffc -size 24388 +oid sha256:f53392802d53b95cafe061aafd5ccb7260753abf927a1cde2ac4b52795ebf2c7 +size 24320 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2a190c8b84aa..2adb9928546b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1551d13eb21100408da766098fe23d3514c3497fa47e4f4037cdbd32a0e5595c -size 23118 +oid sha256:47129ce8af92af6010558cc8083ea202128996e764ec6bd0423b9c0ccbb641dd +size 23072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index fdcc22033700..a848abe6b92d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51478b6681ff18c62b8e87eefcd9bd49ba1854f9c90a4429bb03f000e0b5a10c -size 25666 +oid sha256:857e67469e4cdd92b99887057c7137ceca715c44518d18c058c36291144c45a0 +size 25631 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 2c0b30458d4b..620314bedcaf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44fc7718e4025555af7d2980c43fbbaad8646bc49821950195eeb9173c7862a2 -size 23773 +oid sha256:f1c56ca2989bd6d8cb89560abd1d6dffe7f115e4588021003fa259d1f1b54ef5 +size 23669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ee072ebad355..c9f79d6c5eb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a07fa8d740f1509929b9a3f9a399eb7b4fbb784e737355ab5b1eb27f7c88143e -size 26346 +oid sha256:18f3e851ee74598dd0c150206dc8cc5883df313aef9b24ff3704b9734d1ce4d4 +size 26165 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 13462e1b9849..0fdc93c1419c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c8e5d1dfb296f0ffc2d417b6f8559f4efbaa4e3316c96ce137516ccfb64932d7 -size 23833 +oid sha256:01fc95b42870420b66b9a5ca4f1578db62d7052ac30f1256b5f20afba063ca52 +size 23741 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4c997024ca50..a8d4ceec256f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac29a8fc279c60cd9ecf9a89bc672f636297a69379b3d59285a28c6d9865c9e1 -size 26868 +oid sha256:378feec7577d070249b75fadfe8cee1aa8981dc30197c949792cba5947dcf985 +size 26825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 02db0c3f9f61..2b961dc20b4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f94b8e691be4555e0cc89fae81fa4db6e52b029802ed713966012e9a93ff30ef -size 24308 +oid sha256:98c4635e42d9cad09832e5599ee9f4749d892945ae0818b3cba7aea61801fe4e +size 24188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fefdfce4e9bd..355d588e47f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53c23ac55a473636b97362b0027632f96b3c46e6582229696f56962eaa9addf4 -size 27782 +oid sha256:a1d5f5df428146410e8c03d8c36b9bf8d91f0a7da399370b84b54983d13144b2 +size 27721 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 50e0217f75db..cc5961d400f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3cbdef1fd59aa6188002e1349f54301b8c0db8293c56c11290febeee0137630 -size 24714 +oid sha256:aae62e488576350f5552ba53a3a339537ef4fed0f8451b51b33d37f4dac7894a +size 24647 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index aac96ce4f989..c7f7628f2b3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec0e4d5c6d4448a6b4867c25dd0c7c5efe845d096337085c49ef19a19694a268 -size 28145 +oid sha256:89f31c74df756c8aeb76107f2167719b768699bfde2c15cb9ed965cb0160b356 +size 28088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fd9e3a808013..96ce5b600677 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec59ca8a76392039ac498c44dad033dbe3cfe201a610768e08f0642be1ab00cf -size 25434 +oid sha256:c8d67e9959242760c793b0017987d03981f28e594e3be150a15c5a873834e18b +size 25396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8749f5e326ed..2913e2074850 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b7ec8b3745636b29260722b3129814ad08e3e9842603fd2d46715b438a75eab -size 28200 +oid sha256:77a5de5a15c557ed3a0f4bc47e5779b7dd8e5a50b9bc82fb86d177854024f8a1 +size 28157 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 121799a38e67..b552e22e2f91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de55db53247b3f3b245ff21c78eab9b084fc5fe32a76fdf5c5466653aa987f4a -size 25513 +oid sha256:a081314fb778d7054164b6f3d63c2d9eafbe3dce7a0423e37e9c938f74bf8ff9 +size 25456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 80cd2f172a6d..d795f3012057 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b04707bd9d20b64feca8f184861212adcb994fc4d821eb6868ba2176c31c1f46 -size 25552 +oid sha256:b5e036a10f634e2ed5d7cd8b7db05a976de3adfcd32ec7b7043e8fe0e885fe5f +size 25517 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3a5623368950..216c5af96621 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:858702d5017081fea022f6ec886c1a0c4ee94e9d26e0b3658e952e8e1d5b20c5 -size 22587 +oid sha256:da6936ad444dc5d94f1f0aa89fbc68ae64dd2dce00a1ccd3c174084fd19e8b51 +size 22561 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index ad4014817be2..b37a14f005be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85fb7c43e7a0450eb572ff1b52323e22572faee5fc5bf782945a58f3908e4e39 -size 28655 +oid sha256:a18cbc1a118a1654497feb2fb4f1ce26b761a24e66a7550ba287fe35979b7792 +size 28633 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 93ba98aafcad..b792bcba4488 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:209688f62d136f47c10428a33a013820f6f3a7effa623e1cef09a1d634d69b2d -size 25875 +oid sha256:e72753efac5e70b67e1562468654f5ff70b79843fc71318be4332b637a715443 +size 25809 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 067ee349aee4..efa43a531b24 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:174845112cf73ed4ebe1e3c771b5f868cbcb77ab36bf986882e6536448cb7dd5 -size 26214 +oid sha256:1ab014709f96559800c2f245111d23fad8e39a94e00abcd95724e90457f8cafb +size 26193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 22683ef83b30..13ff91da6806 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a5c72835af64383bedf324e63531d1faa1ab198923b0c25e5db05e1269003e0 -size 23270 +oid sha256:a1caf84b16e7fab41ac9b030531d83e2267f3148e73730a47a13ae5a707802ea +size 23189 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0a7e02a2ddbd..af6dc45a54ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98f859ab13e6387e9ac7e97b1a0255d483883332a23fa9cb708c325698d1da34 -size 32741 +oid sha256:5c0a730434ec1c258cb065ec4783b0c4f6e5e27859ea0a87b6d22ada3df586ae +size 32709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 17e79c8df68a..62e50f8a98ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28604fdb9388582744eed2013ee1762ece9d9300a1fb928b54e3d3bd35c88451 -size 31818 +oid sha256:964f718cd6ab09823ee608e0aecc42493648457f922d5378001af16b446d8cc9 +size 31775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 98b6e902fd40..698c6eecbb5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de66b76887ae26bfa4d15f764f90a4c0c3403fc58b7caf26bb1931dca5f17d7b -size 29380 +oid sha256:b986010990667a37fe5d404bda0e345ece7db7d54d105e71aba644c461694694 +size 29346 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a570b4101467..524b056fbfea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:712135befcbaea935bd4af4e39df456de59da80ed7870c506ac33da0d3f8ea2c -size 31781 +oid sha256:c93c9db1ddfad547d8832cf9b4881efd075ee993e4bc2bc580886fb9be7ed9aa +size 31751 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 899f5b83327a..f9b36e2674db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1ad86903dabe0831610006cab34bbab2373e1901a7c018d58ee825c18630cbb -size 34775 +oid sha256:f55e9af3afeef45ddc81eaa0bdb48c68bd864c9131c2bbfc527f0e9ccdc55cc4 +size 34716 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c478dafb4d66..98206770d243 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:932434277382ea26a34a8d2f6e5c8f1bafb2eebf3544d5e11a8303658adb42ca -size 30353 +oid sha256:84bfdd43cbd90674156980fd04a36ca8469adc38bb0bde90ae75d8c0caf099af +size 30331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 3d00f9e3e405..02cbb7e19bb8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c82a6edcf54835e6b815b8797dac1eca9700bfec4b01cefbf983af103c493b9d -size 29523 +oid sha256:72cea745a63b71264b9b4049db610528ad2d6e84c42454a5bf94696753f6032f +size 29531 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 19111eea8eb3..3d299fc713f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24d4bb037e7ae571a52d51cee195f4a445d17eb1a2988f5f7113febb04deb3a9 -size 26822 +oid sha256:fa79c8746e26b77c8ae8b98eaebe5079e7dbc5ec0dc898c9d776fff4320a665a +size 26750 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 16ec67097302..53527189a2d6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81b16f858513ae2e0731e0bb11ae64f1d2dbe01c308f81fd189c418e0fce6682 -size 31847 +oid sha256:3904918011a8d12b3d3f91999996c08180fad9d0e5914571a94b3e6353566f8a +size 31735 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 1444d057cdb4..46806749c4ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7229d3ced4d7babef503bd94a0c8f9bb198a5d633076e0545064be04d82678db -size 29261 +oid sha256:bfdd6beae8d68ee86e73771ed2ca81cd27cbf7049f678c5f9e776601a19255fb +size 29221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 59dd71ec40c3..15094e62925b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84c82654524b2c78eb2d09255ebb1601e3a6992d7a8e69baca430ef030529c4b -size 27686 +oid sha256:074cabe8c43174e3e04d3ba3d2ec6c429cdff2f9a1c099617b30b1b75232a0a8 +size 27582 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 527913400197..8beac4b0c608 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b5aaf4d66725797b8cdbcfa625978388751c2fb34879f3ce7c38951dc02ca47 -size 26587 +oid sha256:dcf44e90dd9d31d73b6b43c90329f0d95ca51cafab69253949c95f907142b567 +size 26544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 7efac35ff430..5d5644a8a0ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be0f3edd0beefe107ae3c2e15fd785c25ef1b5150288f6e4bf6e111e83e9983c -size 26460 +oid sha256:23a6844bd7b7d614b473ae3d4ec4e0a1ee930c4fbb674b485372d6da5a7232b9 +size 26408 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 21ce701e1b1f..221f1c1930e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09a4f3566b908bea73b0635e1bfec03745f0b42405c1ba7ac82ab3a57fde0655 -size 25407 +oid sha256:738d95145d42f6cad0ded15fdb176cff4fb3b2bb6bd63aa459756da09300dabf +size 25331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0e08f4dae5a9..395085d54500 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47e2a2a4fa23c6d8cacbbbd920a4569c08f1d9335c4d2f7249b5c582e1398fb9 -size 21145 +oid sha256:a0d8159601439177c4d4316e47609bbc4fbec4b6b245479940be340e3cfc6c31 +size 21040 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1bacff0f4657..4a3fb5117d01 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b0a0c9622b957ab463d24b77d2b302c3ba6e355dd362f5b5541c651851f7295 -size 18168 +oid sha256:3f6877377a8a1910e489eb2447223cf502207d68e975e36c1d208cc72c96b732 +size 18072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9557c0a756de..f3c7aae50265 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56edc13b18978c153ee29809a9554d25690b1a7e10cde1ef1f160192a9114ce0 -size 22006 +oid sha256:402ab1441f1154a64cec3af7b58f7fe72b01a0e3726963619022bf23378b9651 +size 21980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a874d4013d5c..ec7d98bfd0a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ecbf9e6322747411f6c101642126c0d82b79057f744d3b3db5301ec7eb7fc53 -size 19140 +oid sha256:75363107630ce615279990edbab13abfff9d7be608e1daea193824343f2a0445 +size 19014 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 09df0537039d..657daccc56e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d66870ad54e8a737dae2413caa6e320a7793cb74573f6d65b213fb3bdc4716f -size 20955 +oid sha256:000024283515413fe2c96530e94fa789e0eadaa8a15d30d8fe08d714f25130e7 +size 20849 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 8fbb3ea127a6..0f6da71ced6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1795e7fd6b511eb9a6bd9787be9930dcb6e1534084fdacd618d0aa8bb3565a6d -size 28329 +oid sha256:369c8ef040356892b70270f40a9585d78ef7b50afa5cfaf0a2b030fca97c001b +size 28586 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 1c1147373bc4..d4c74bffec4c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aac70e68ea6af122d6566c878c83aad419c2c92983d589a561d0d7099b4e007e -size 20724 +oid sha256:00ceda9992e6dcb99c1fa3bacb98ac1f9cd63384f25dff72861f607920372051 +size 20909 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 3dd62cdccb45..088ca3e0fa2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce8751eab6a83d74437daba8e6254b62d871e5d596e9d7e2f42a61fec70215c5 -size 36922 +oid sha256:10fc671cbbdc139d85601ec1d53470ba5ad449b38934a52ee2a39a3c93a2f220 +size 37018 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 63ce1964a25f..7d9640a0043b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96ce9c6689975f5d3615dfa0670265f0ca5af918773913360a95657d90df040c -size 28524 +oid sha256:e47a2ba506fee857f9687de34618a38966bb3f965b898a2e4d9a015e82bfb016 +size 28767 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 1dbbd114bcd8..fbf61214d995 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:146f2a469ac316b5602acfd67ac94d63805eb2ef8d147d43457646a52dc52a98 -size 28716 +oid sha256:8c8658bf319f81b1e807feef10ddde74bd7a0b26f6e214d1e5d279d31240035b +size 28879 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 34c52b8ea9d9..5715e3f9232c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d243f69fb75c5cd0c4b853bf2dd57128bacff098fcf37d7bf1c3a8ff800d7d11 -size 21565 +oid sha256:01a47d1af3c3e689747ce75bf55864d4ba6efb4c0658abdcc3b44051bc757128 +size 21585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 6445908f8a60..778ce44a8fab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a0c03a377a0f8e41ac08ed63edf3ad20b2b9f3a25b2e16e37a9f90fed0cdaaf -size 17979 +oid sha256:eb61deaf43ab45d212c4e1414e41929d6fc19a4564d2f761b7ae658680d7cfe9 +size 17841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 61abe25297ef..c34274d47c40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f3c76c838e9bd99ee14a6452df53353cbb45dad6e767678b5b4e40ddb4f0aa2 -size 21961 +oid sha256:e588f71a4d40540357dbec4edf430eede9187dc8d74def7e89bf8b08968b0a65 +size 21872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 309ea71bfcba..439e66d36b5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:253be1e97c8e887c3a99c048fc2fb0f21787e1a4c6714fc1229bd44aa7d80bff -size 27963 +oid sha256:2a9c4cc960c829b28ddeea5186a23371a75ad1a47a13da86bc0c2d4a880f8f5b +size 28070 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 740aa20379ba..67d32fcd03fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cda9bc462d485b7e3027756c398f3fda79fcdbad033446621d70a477c79a2664 -size 21830 +oid sha256:fc14a50f8c6702cec38f3a0c60116da9299cf0d877d2dba2c7faaa0fd38fd53d +size 21936 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index be5c9e6b3ff2..de8c0d6edacc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb6c383bac882d5ab46a7cf17d243f3fa823a1c35d1b8fe0a58ee89c7d9d09d0 -size 36820 +oid sha256:e72c2dc93e9e53f9cde2ce4923df1a2b98d7252f52cf587f07c969cd6bc26536 +size 37148 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 397c7b2a5268..3d7ca8220632 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5882e1acdcacbc5daba14b42f12096b0c8ff2574c97ecee90717f6d6b433c6c1 -size 29703 +oid sha256:1da043b79365a938664772e7ed2cd998a90939656041f8e1ca00bb31274da1b5 +size 30118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 0d9123a6078e..5a1cffd9582f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45359c99dcd86ed31bd02d041d1679950b3f359ea089bf80c7adc3f1ab53c78d -size 29616 +oid sha256:ab4fea35c1be78bf7819ac6a67058115965c688aeb20b3d1ea403719e50056a6 +size 29722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 006b4a3204dc..73caac93d695 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82aa01c994460298c2946a478ac214de7e354f622314ef135d6c2dd359c5e4c0 -size 22540 +oid sha256:2ecdbf00ebd6cb79a28c60c20ae3f70f54745f62abd172b2aa8c077b61413841 +size 22686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c81f7d4f2086..bfe1c4eb1f88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6a07d21e21f72d4e7807192cf87f4cb695690faf671169d8fff3d5b228f54cc -size 18963 +oid sha256:01aa723f0244d79df4ad40317f72b4e3066bc49b1c032c35de80ef0f372bac34 +size 18865 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3bb1e66b45fb..2c3601628fd3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b61bc1495ef531c469b73db3072eed519838fb956144f4ded75a7cedca844852 -size 23245 +oid sha256:7f0afc141f7c28e6d3e87597789962517f67e2c8169100abd5c278c84a3c2241 +size 23073 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1a8eab571b53..3c7e44c4718a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8054ce79b83a50b0fba4704bb1879a3efe768239ac7149f359f9cc878299678a -size 20233 +oid sha256:a65f4bea52003db8fe1756c66af46ab3e9b945fc9635ea135f86fbb2b65adc49 +size 20048 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 63070b36d7a5..3a71c395e734 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb0c13a894c4833671db95fc0de529262d3f789be94c3d01852af54e128bcffc -size 24107 +oid sha256:721725e79cb6b1fa2365f3eafef16e7824ae9c893f224f2419e2d4075561e786 +size 23906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 595ac6a56ded..53bf1d9b6971 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1e4a9a4f14887bdfe8dfb8c9ef152ad925089ab909d12f8eb4347733326b2b4 -size 21155 +oid sha256:04c2961fbca0a766a359c3af0681b4dba1730f7e3daa890b34609b94a9f9575d +size 20941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 977baa952bdd..c64a72700587 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfdd97ef117d536e0798e6d3a56dd0f5343d4a827aeb5bbc2e233ae8b475e7f2 -size 27151 +oid sha256:6723b4d1a65c7f229016caa45c02137c00afc9a90054e07bb8066728ac794e72 +size 27094 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a5fdf58eed97..8128cdb62641 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:721dd291a7df6137aae34bfd97a70323c4adb016f500685a40280b38de4954e2 -size 26142 +oid sha256:7d286436c082a16dcecba901f31a84a8d1b683960a71c46e0c87968c6abff9d3 +size 26091 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 21f604f35dca..5aa35b5eb351 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad6e0f6f2aaf79d25ade3aa33d9247cc8172b48ae328e0d49bc7f6c64c7f69e4 -size 28271 +oid sha256:3a6a013fa5f83c87e4438adad299daa82637eff51185c468219213be4d4dbc67 +size 28252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b9951c490b82..0e851ea14ff0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ee3e295187011e395dba9e447c925801757c2ed253dbaf43d29dd8071c57290 -size 27047 +oid sha256:fab7fe4adb5c46b5eed3b66509f5144497e115b1bc9c0999fae2dc2141287064 +size 27043 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3f3e59255e9b..d6d0ff16f5fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b300497372195ae619dddf427c40fb79405d602f1d4c79351b3c9f9f818861b -size 26038 +oid sha256:7d2ffea7ac82fdee572c25dda0145246a4222442788e557cc898f1129c8074a7 +size 26007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 10f9758f9ca7..d6a031b74885 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d2e8cda7390b4b766062933a782ac680e357dff429af3db2aff3d8760a78dd9 -size 24836 +oid sha256:655a2aa73b73c8afa5f5c37ee6ac9623c4b5bc24d6f7323b3fa26941e7fb383c +size 24775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 22ee1d73eaad..b52b8e78effd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0b5774ce3a89a9d8ee297fe4522d2dccf2f461094eee04fa03fd52b6ee40789 -size 27314 +oid sha256:10904239778965fd88122bafcc27547f6e504e9e9de35335736b9cd7ebc8c223 +size 27296 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2d6b043c0e0a..0471cdaea153 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3287e38fd8803ab283d5f6bcdc72294e5c165128a502a9cf5df234ceaab978a0 -size 25760 +oid sha256:680110f3e5718f68ff365e49977a64e82144612c56e1e295a93ed561f3d76aef +size 25766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 74f64a3b6554..6870784d0607 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e1ef934d84e338d90e3db413a225b656c5cb4de00eb17e8fa5861c5a1b95814 -size 24028 +oid sha256:d4032c228f49d28e0478d420817b3ed22eb6a9d8c82bf6611ae4a1646c7f692a +size 23858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4f98f3ee3f75..474aae4ff1c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:526b83ddf5e2e1ab7477f64f2b15f56ee7235bea2cb17396d2333f000bf0b924 -size 24752 +oid sha256:a0270612995ba72759d085a067c502c6d86537f65a046426789395a4d1f6dcc8 +size 24707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 99c97e2df883..cb8c1265463e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acbfeec7035013af7b72a1c40a1e50b70bd531440b86d3a0bf1c332a113306aa -size 21732 +oid sha256:08cea40f3b34f838cb7b12367b996ff41529bc61160c9ea9287412cbb40a4976 +size 21623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 939a17bfc65e..1e3f7194b133 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:201a76196511eb53a0f337de562abec96636cfca59ffd2616922b03a2913dc7a -size 21443 +oid sha256:3fe09a42b18286116d1dbff05aa85cd40e66b17e9ed34b1271965f25c64d071c +size 21381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8c60f756be86..063eebfa5209 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3fe6fe1c478c2b85a9dfd86894db1d76704074ff87b98ce74caa07c9d34e733f -size 21959 +oid sha256:e5ad388ba4d42ce8fb1ce4d86f023e5e3c5bac3d083e5dacd202562a46810f3e +size 21931 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ea4a079369e6..1c21fd097537 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91a6950b370a27834dac997a01d2c621d6f5f813ebbf06c820726edb6369a624 -size 19240 +oid sha256:4a417387ff9c14c5c244456f3798b1f9faad964d1dd86c8f68c2e691f65118b7 +size 19214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index eeecddcb997a..01535d07a880 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:893c2f1d71e7ca445ca4f6169737283afe955e7035055522d2aedba5289ebabc -size 25203 +oid sha256:e8bf038347850b5411261b7eeb60ebb09a779976aa1fbceae5912a4ddc87e0da +size 25111 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index aa3f46afa310..5bc9f9da85b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88056424035ba02a7655c78da0772b946538b9a1d99cbaaf91c8b8a598b38428 -size 25853 +oid sha256:144a17e34c5daccf04fdc3db4154a075c6b6f2dac401fdcbec71b6f918866540 +size 25819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e2ab74902c3e..25b0eb8d9390 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c9a5c2345ab029c4fa348dd74aa6a4a7f0f9865fc3d14953e4943d1495f15ea -size 22629 +oid sha256:8a8087d1dbef9e17b87c5621563b27243dc28c28a8f14b053e1738769372a89c +size 22496 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bd859bda0e6d..2c94dc29a27f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e9dcdc94866fc0772d181c29b80da538ebefa6c02ce4a74c9eb6e3b15b26bde -size 22443 +oid sha256:f2cba07ac77a377749d9a0e3bc92778708591d1501b306486d394c475091a59f +size 22408 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 50172aceae14..dc61b0a2463e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5cd3523f39706c704c880179ec9973b250a03a886de49190681976153316f2aa -size 22965 +oid sha256:223e1f7d3cd6f5e44686a911ae0afb72034850c42478c83b63d279b3e04890c7 +size 22895 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0f48428960ac..edc8442532b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80934c19642ac4889c6bcdd70470196d76fced4eb42ea11f0bed7e37af773e04 -size 20319 +oid sha256:5e9789208e074fae0c4ff81f742a3ab1af83ce553de5a31fcaecdf4706ba63c9 +size 20297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0297782a889b..d76bfaab12e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c3d93b763ba3960ce1f12403219391c8fa529c7d76ec614c9c96d48287ea453 -size 26707 +oid sha256:4d63b330235786a0fd4af1ccb960e0b64d8270101f966a5c899f3782cd28c084 +size 26655 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d07964164b31..f94fd5872a72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec994e09e56323b5be6c4004b1485bf0d43ecc718b7af97140569140f2df8226 -size 27999 +oid sha256:6378cd4c5fe42906171cefc0107488f54a899f2b1416ea9331a685c4b67a4d9c +size 27909 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c969a64e8b18..66c6c84bebd0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:234dd410bd42d830717d32fc785cc2f89a2c889291c5e3ef529d66e84e5f0141 -size 25743 +oid sha256:9bce142547d45cf03f1ab4771f99f6ae6924c3e3021664cd094be4d4f9491241 +size 25712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f5280452f64a..44b743fb11c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:285ed2a2ae8da0bf5ad6b80dfd34d7728a5e276e9114e7b528e189aae5e5180c -size 27018 +oid sha256:98fa288a60eb3e3b011a134b3c77731e10a7b5ee1efda0fc42dc30391bacb628 +size 26992 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8fbd4ab6d27d..bde9cca5257c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3ac907ebef87f48802a69ff97a4b00342ffdc6bb61c4785cac63360d2e5ab27 -size 24641 +oid sha256:d1d9d3e21b26d1186f583db6946df48ccce5cca5237aa6821ff9a2e9fa9b5d4d +size 24636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 97c7f1845e92..acfc948e6f91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e286ce8c275fe86d2f30227218d6c75eb4ca43391808e74e51b3d6ec5dab6fc1 -size 20966 +oid sha256:2ed002c16fd9def95d68d3ca806c83ccdbee021c94ad6eed8d257439704fe07e +size 20907 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index fe0a3d2fda42..3dbb2b515594 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e261263ce464c221d2be75778b3172dccfedaede00e42e5bd7bf3b5264d4733 -size 25836 +oid sha256:a7bd82f2bd1db3f94f96f539a73601a9befba0bd7f68a76a04d48da902788e37 +size 25795 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f9cdce9de6d3..67de5e2e765c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8d5aa1c1f05ac98168db192e9ed3de2a78bff85b47cf3bc07a4b782c9bdd525 -size 22331 +oid sha256:feee97aa0b3ddfd80b211aee9d8039fa64dac0019869ae0f035f1052545899bb +size 22289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0784f82bc5a4..675557e6e16a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7cac2efb10d420c0941fc1c0010abd7d1b51079abe79aefeda70b05f19e6f22f -size 24078 +oid sha256:5a05e0d14c5b6450519e27f0037d97a5c2b8af0a728a0aecc618cdbc8348d41b +size 23944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0d21185c27e6..bbe49207776e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f642834e9d9b57f38fa3e3dc14162e6578a01b26840ca7898ff993214f5525e3 -size 21469 +oid sha256:0a06632a183cb1b2f8615c4156b34ba1e725cf1b30c088cfcf6d2df0d583f914 +size 21349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6f2cad725fa2..67a9dc81fec1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b10397839c05992242ec9d1d628618c6f331cef80b01194826fc084ea859604 -size 25184 +oid sha256:73f8fca903f85b4beded85880fe5b32f0b433d09415e9c990bd6ae12d51df5b1 +size 25033 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0f0f55de433d..09e77fcc4903 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2803bdd3dddd0bd2bc98839323c0c294a05bc8eb3b41657e120465f0af09197a -size 22579 +oid sha256:ef02ce50ca0b3d62ae61580d05ef5ea5e264a77c08dd76331a6fb6374256c45d +size 22496 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1984b5d96c70..f12b53d70e93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3dce280ebbbf895c9e97808df0d5ed8c61812b79e234de5523adc331425551a -size 29663 +oid sha256:df024b20f9d529c812ece845eb8480831633a767b797cbba1414e4c38be82d8c +size 29586 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 38307684f77a..555421482291 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55896b9d29c9369fac2fe56f5ee79156416950ff57c98e7d3daeac9fa2a6d96a -size 26967 +oid sha256:33b43352e342f79d71039915c4f68aa5d9ea75d754d33601330bfaab81b41d2d +size 26959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ab841d26aa0d..3880338855f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5eb978417a93a821f6ded16957bc73c451783e342a04c8b310b5c08c16328fb5 -size 30845 +oid sha256:8ac7200de0c0fa3db529ffb6c850d423f79658db7812979e8cc987835bd93492 +size 30784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 398e3918d71b..bd650906b777 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09344f382275e7158e6a55392b0d6c1460168cf1e863b927e9de9247e7392f3d -size 27898 +oid sha256:cd738c18c98e9f3ca3cf7260595f7f016b7a6e9e209979018a90fc7acab6b07b +size 27887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bc9d27b3d466..2f194470f41a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2860ac263ee6f0f672ceb97d211d59211f10c2160ffa550623420ff13ac4da58 -size 28853 +oid sha256:c557aa0e4138ea9fedad3ffbd89bfe32bd13b7019e53b9904262d27e29ac78ad +size 28837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 00dae2edcdb9..f1dbbb26218e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b6b738369c295231e7eee49f2c4d7106d32d1b10f7869a0ff636b6970098d4d -size 25703 +oid sha256:737d77f14aa7c3e64d6d6ca27e3850d0825485dfed540bc24f98b955a2ea4cda +size 25705 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 67a8ac753132..9b219562ff0a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6250edfb4227c8d0a407d8f3cd0f6e319a7197cd0c56efb35d74630e5035c6b4 -size 30185 +oid sha256:f2258f7e7cbca9ec516750342e4be9615519b626773081f422309ac795c4bb1c +size 30188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 651229bfb0dc..7936626b588b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c0f3e5e68783ac3b7a79f53ef87bf98268cf5781e654a35a50c753462dd0082 -size 26545 +oid sha256:05fb0e817afa6b6528d5ff09619e00182ac45e4a4344864e03154961c584d383 +size 26501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 561bacd215ba..f7b604c99ed0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:598e574437613ab8583c785ec7ecc921a4f2cdea432776ce3338e0fd437ec5f9 -size 26767 +oid sha256:2cc6f8df287dfeeed658f8a61cd366369b0399a02fbbfe135e117860045cb47d +size 26578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d48103fb06a2..9c30ec0adcc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc3ca3af4d6f766e5327fb968cc83c58a75b4744e8a4cafdabea81a2eade085d -size 26170 +oid sha256:ff02b084cfd9b07307250fa3d466f14d5a72e05db9fe3276150cf778fa7ba0df +size 26172 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d175f4d97dd1..4c2a21a3447f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fedfea2a36bf4900d998afdfa24038247fad366abf71c653c9fc47c8d5387fc7 -size 24281 +oid sha256:78f551c98b3371c8be5fc2662485bc9bd2715c89ea412476d38d5d658716b950 +size 24098 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0c3de16b229d..77c920772e55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d2960921fd8db3b67d3010c76c348027f0092bb9b0e5cb1c4169836c45493d2 -size 23688 +oid sha256:955eb651fbd58980fb4cab01df1140da6d2f1ea60bbc2fdea9dd5736fff3012c +size 23632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index d655813abcfa..e1ddaf51dfde 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21066bfcf42734d929c48518f2369b8c099ab4fc77e8d496a1bb67afb4a5d547 -size 23256 +oid sha256:8a34fc09de78cec2520f099e9d70b4c6a0d7806928d7f6f1970aef6ca873f0ac +size 23282 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 71ead409e58c..00bfad34c2ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efff992d9ae7105ad4649ec09b7511340d155bd02971f123056ca9f139095b00 -size 20390 +oid sha256:f5ac1bfecb365df44a7754cc71428b876f16ab70d889f055d800622569b6cf8f +size 20364 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2159fe8a257e..9666b04100eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a7a2a561eaf78cd557f69e6051d7d03af36508adc7b74cb7e196cec1490189cc -size 27357 +oid sha256:01e53205782a24f8d652af7d15fb98c74768fa87867f101bf76474a2abd83e4a +size 27173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 69fb7ccfdc67..33e799909668 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:208e5c58b81a20fb679d9a338d8c72c949e949e0907f9210b057b90bd250a43b -size 27408 +oid sha256:db0a80a6b4d6c6242dba8abbe1a178f38a560852fa7ff2a519711d1f0688c63a +size 27310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 9377e2b72deb..1809c81caa52 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b85481d3bab1f2cbf4775f5713ac065b61d29fba8121becde01d0fd5338cd0ac -size 25218 +oid sha256:dabd8790d3e8572135da88f600e369ed61dc152bb065b2305b422396cc434675 +size 24988 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c9b84874cdc0..3cbbd911b7c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:395fd412f7f121b32ea8a33371c5c608dc8a6512401f8974d964a4e1a436e572 -size 24942 +oid sha256:37542621a038e52687208929c9ccf2caaa71ef1faa7e2eb6d7aa1b0d2d9c7e72 +size 24887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ff11c1e531e6..405005005019 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5616aeecce8a75c0a28b3e5603a43dab44f8d40e7a6b9a815dcb09f3b774133c -size 24209 +oid sha256:940fd02d558740f0ee35c0e16169a703ce5f6e93085ce7c373734950995e5d7f +size 24087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b6e19adc8637..d52e055de5f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df9d08541c98f57886b67b88fb08a25298ade11e68b85f0f6bb36275723a6c1e -size 21678 +oid sha256:7cc1a27e6741751d054c9eba98a6a017fcede778538270a1f08c8064455f61e8 +size 21654 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e7fceed11645..2829a8dfbe61 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b7649e9896e9783b6a7ad68ee8f8ac89b1e67f2f3dd7cff6186194b868ecefc -size 34201 +oid sha256:f294f8c946f76223ddb74eda8c13c8f9a5ab846cd200b57b0f7f1e7c857d03c5 +size 34120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index f597b90615f3..bc6c326ac791 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1efe103885f192aa60c05173f57c9ff2f761b3ee32a01aca7e14d651fa0c63d7 -size 28312 +oid sha256:b0924c20043727e740b3003f6a9833524f316660c4570cb7b08d9160b218114e +size 28598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index f7d1dafdb4a3..8179df452ef3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5465f49b38c2cd442003bd7ea61d1193dd577d3476498757a5d75f0db974f996 -size 20744 +oid sha256:d738e8a599977c86a3d4a8515fec761749b242c733fe3146a8c239ffbf1e93a6 +size 20929 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index a7adde75e98f..5f14b971e728 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49f3b0605317bc3fb5cae0bf32988e774019d321c559bf98a6d2e170d2286906 -size 36925 +oid sha256:7bb0c9c502ef75586017d1ff699c4af9b107f816489b3f9bfc18fe625fa2e700 +size 37022 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 33dfe9cf513f..a53878a097e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d5cc2c86c3ab5e03970b3b396811c48b3bca6cda4d10aa7fa4209453fab4af4 -size 28545 +oid sha256:668e78a727b923a318f780f5a3f2b1d20374d92d1bbb5cbd93f036e60f39b819 +size 28794 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index b3b3780e49c6..55ff45a02af9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5383c6c3ea264b2a63d08a079866d7130fe35b743b7a15b37a022cb22834c16 -size 28687 +oid sha256:04a2000c857bdb40ccdbee22073dd944c493ab3818531a5a510cb24e76849466 +size 28876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 7231421b6340..090b346a0d27 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6fa5f97ca64887dcf53cbe412054ffab9aa1bca47a9ab86c98e429f5e7beea25 -size 21568 +oid sha256:6f0e7f8d288471f02e28a043b1f42405d905cca33a32a9603397233b2a7de503 +size 21598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 9ebc8a8b32a8..2edeb7d7a695 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:838ead05cda1b300bcdc4e2ec00c92d61f8ae6b3772a15ddebe4227a0cced1c7 -size 27978 +oid sha256:941852b2e940bc32e8fa513ead802fa223c9bf8847d5ca6a14835d1a7c51dc9f +size 28093 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index ec0c9208e807..ab5091ca33cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89371733b30750a4cc1838cc98b539089931561c0a03e1bb5e5a88c02aa7ca57 -size 21826 +oid sha256:ff786c776de7dc0bc858344d178293ae1ddfe83cd15158b13e0848b4a0999620 +size 21937 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 55bbd6a073f8..a2cae7356ab0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:458e13e51ee8700165a84ba5927b99ae202df0061bf25673375f7e94d91c1156 -size 36786 +oid sha256:6dc5d3c722defdf5ebc622c2620bfb093aaf763a44dd48b62a937497d216cd0b +size 37133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8171d8b28b81..03f72242307e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bdccbe475d67dfe6188c19fcd2811e3289ea9dbbaf921d5c51ed5af83911a906 -size 29706 +oid sha256:2bad8fb46e5ae68e542dee357060754495bf5bdac883b3b153dd4055b632edc0 +size 30134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 740c06460c76..413964616250 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:735494eb7b73dadb0be35bcd6886c63e0c0793d4db623af846df7c0d0111cfc0 -size 29631 +oid sha256:5131e5abc7ec5adf0c81cc7f0317b5afbc3727816291a4329f62f92742cfe323 +size 29723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 945822e3ae85..8a5f4a9f0dcb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b616aca6cd763b455383290488711d9999c8141e8b50a9feaa55cbeb4d624f8c -size 22531 +oid sha256:fc9894c5e73410ce68042fe33fc1fef639f119f64a49d55f0f90be150167070b +size 22677 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7f000b29a3ba..289026c65744 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:706baad38b53ff4e1d678472963e87243d6559e5e54e55ba82cd7527e9d4e4a6 -size 21524 +oid sha256:baebef9d9c1420c9b1751e132fbbf1556b09949255f4f950b7a0b9007c219b86 +size 21387 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a6f948b730c2..7c3400eed7ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fb762984db57b36ebd6aca7cf153a8a978955308b86bf69f753a909864ca03f -size 18872 +oid sha256:e4c747821e54c221531d2bbb2d0f4451a5f3e48e99c34b8e689d270b229fa3fc +size 18771 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2fe31d88f82d..c28e646243cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7a49cdbe4a67702e5344d691aa708daa6484cfb5b904e6c9e1e8cd24d44f872 -size 22471 +oid sha256:7a63e04058b8dc918116204c1ba8dcf9cde2f6a5f220e03273be7953c94c3035 +size 22352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b322f964ca43..bb0de8721689 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aba2df111a0c31a7631b3fe156de5018fb73deeeb482607f47f185807b85cbe0 -size 19717 +oid sha256:d926a68d8fb474f518053f0645283a26eb722d0ea304a9d9b85221bb2a6b6f62 +size 19686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 926a2b7dc35e..72929170f4c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb0d83c2e02a425f6b3dc677add9b404d0dc28433b9ae368623191e0fedc2657 -size 21518 +oid sha256:0a2b6c8589a1b0dbc8fbcef1afa7d3ecd01005f16019081f4ff9ecf186635369 +size 21484 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index e33eb600b3ba..7ec34ec35cb3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:597a8325ef203887c0ccb56c585eb6ce4d18bde2809b0b481b7aa3a3c7e99038 -size 18657 +oid sha256:29b2204a4b05bf35bc17a4ef5f0f000d81a763a72b01372c6c9bf3a5aa9331fa +size 18568 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index bf0e4623cc03..28970c3b1e86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37884ccf60eac922591c5fe9821c9cad9d87d40c0aa1b99aa15e0991da9453d2 -size 22577 +oid sha256:091583955b5d19e13f53316a4b7f2f021c4dcb6e2ce2b528c9363f8ad57c6419 +size 22482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 96c2b3e93c50..6501d93e4ac0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bd5dbc4dd1e32373cab4c3f52da858ea932bdd03713b2d7bea19abfe55c7208 -size 19716 +oid sha256:58516cbd046c41d9a5a95626c790e03d3e068c0edf6beda27e16b335786dec06 +size 19632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 33674ca60793..1cb1a37f0a32 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c266970769e93a44a4656c13df830c14737534cca04a2a5dbbdf43ae86e90653 -size 21971 +oid sha256:a9d6967559879e76adb770e3c92a96b0dcd73a826ac68f28553a35844d0b7ef4 +size 21884 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 9445ad91947c..48c4de4131bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57306f45a54a61897e2a69650e1b06fb2b61dd35c1be347663b511159480336b -size 18819 +oid sha256:747d8af0616ee5948fd6f3c0bc2dade4677a0bdf3d786d48598119495727048c +size 18724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 66369aeec37c..51a085d436e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a778b09d3811a7fb55cb8ebd4f2148b0d61fef39086627e60ebbefb7815adc9a -size 23014 +oid sha256:e2013e8f6a16f33031afe428b46cc092f915ef11e84ddbb2ca080df796fb22cc +size 22873 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index bcf589c2910e..6a5a35680feb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:473bd57678015dd8ded00932faed07bd95bae9e8c0c46fb16f04e1e9ca5b2353 -size 19805 +oid sha256:e947787de629337fdfd832792889f03af4807f62aa9a3d9cc64ac5cb404a2d4e +size 19681 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 232cd01ea44b..4c6625e1dc24 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:165689dfef5cbcd8ca44aea0b5b48aaec814c2a27971710549dc579b699c3360 -size 22162 +oid sha256:9e5b5a053966beebc3543b3a54b7e9b92a42cde9875825165f8aad4472efad6c +size 22043 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1da43c39f0df..a8cba401acb5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ba3bf20401b67dc8d2420e641daade23437fcc939b2bb139a0a0237ef9b1a93 -size 18961 +oid sha256:96f88c2d0e743debd79b5d980e3f370ed7f39120fea84e4858e78f0611516aff +size 18858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1e2d92418905..b3c4ad17964b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f28585ef6de955e330cb1208124bcc42214ae79c1871055329623499cc99d00 -size 23051 +oid sha256:792e1d5c4d0cf6c3e623eb37268923b4f68317b08a9c4815979211c4bda13bd9 +size 22959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 249c836aa7ea..1d0e30a1bece 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da85162c6c891b234911f2a375a669543d26a224cd713d7b856ec0ce9195461e -size 19895 +oid sha256:7eb2b48b7c81b3d45bc3e896e8b276336a002eed225d9b71ff2a87d4f1fa8256 +size 19791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0e5a0d23045c..2d217054d56e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:957535bb3ec1cdb9baa39f7aeaf8ea6397ea6097a5af360461b869c7e5ddee3e -size 27383 +oid sha256:95f631debd277dbc3ce1342b23aecaf056a520904a7514074f0736d707b85097 +size 27259 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 896de5c90f0e..d77807507087 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2d90b77fb96b86656b1e92d117a17292fef977075f0f4d22d60d1078752811d -size 25414 +oid sha256:693d6f72ca9c20faa0d65ed6a728e82cc177155735d9364bf38d7e66eec12b2c +size 25408 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3808d91db9e1..d447cf55af6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:939625ca372af45a087ec4afdd0c9c2ed11b520639ed73ccdbb90979ae1645cd -size 28135 +oid sha256:f4ba7c32864ae731f9fe237cc5f653a465e6873caa6393a2a9fecced44d67919 +size 28058 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5d9989ddbb1a..cd3d33c0eccb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d61f34639051982426a1ff227b2d592924ff3b1db1dc8240d48541d3fa958d93 -size 26380 +oid sha256:523aa748061ea8b94eaccdb8a485e845306f87e3dc2baa88a5477a8b2da7d3f5 +size 26329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 258bca021011..8b673a6cd334 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:525bfc3314e2ac797cd83cb83e3031bbe2c9f7a4d0670fca99e744621c53bf11 -size 25088 +oid sha256:09973c3d9cb0806221ef33ba8d7957042a49609e721eaeeb05bc5bebc6099c4f +size 24983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a54440eff51a..cc0db7ad9371 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edeb5c5304c7c05daf9ae5f79024673b0cc394ac1d99293cabb752adaf6db300 -size 23064 +oid sha256:16b1e98b98c427260a05678563778c8537645b6e1677a24ac2e8bcbc1bb15adb +size 23034 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1b078d0b6ef0..b8863026883c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89ef8c19dfe66da84788504de3b25c738b833520144f53017518fa6cfd0f0146 -size 26129 +oid sha256:32917022f1496fdcd65a969d2212fd53494984e0333c545264edc45e240f1165 +size 26018 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f16382fab8ec..16c5bd3faa45 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b19a41854c797a3a78ef1d7d4038814deccb5336a04edfa04ba0783053de3b55 -size 24063 +oid sha256:fd6ac4781c16dd841df8d4710cc53b22136736df482a467288079b3a20715254 +size 23982 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 137ae04528ab..95966a17cb3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12850f0410eb1aab1185e6fa954ee96b883fa2b9db8864d3eda02a18f50efdd1 -size 23540 +oid sha256:6c3095b9f5ee2aba097a3a198c5541185536bdaf605637c05551c66ab257a043 +size 23404 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3c0e4e80ae1d..363eb4329054 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e383d5807d186c89ec86d369f33ca99b76a8de6edcf312a03df88fb6ce039c67 -size 20618 +oid sha256:a94174bc55498f953861c5851a31fb1f299e8f746cadd56586df89c8dbe7dfb4 +size 20530 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 028812f95d04..86c02b2fa4b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8844693b5db7bbcfd357bb99b5f1dc58be01f3da656044948faaab183aed8044 -size 21702 +oid sha256:e43eef069b508c5820da38de3c57b036f5703a5dcde5a2891c1e2b1f49514f3b +size 21645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0f8c43bb3f06..754234e29e1f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49b7109425987a9249d0793afb117055e224885a8bb8e4b0e3d1e34cbd53d497 -size 18565 +oid sha256:37fb352ddcd1fdccddc3e02c073f1fd97df471c37bca202b5c5c0e399a9c7af6 +size 18538 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6efabe8b490b..7caeeb619163 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0c657cc3a67ad00061ecaa5fe36632d1a86fc9f3c4195480b3a101c8bc49025 -size 24038 +oid sha256:af05a4346db9cb081794c43bf7a538d430cfb111e6ebef9d74711ff613693a85 +size 24008 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b46afa4f40d1..1560f9513616 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b789388a55d74dfa7a1e6eec1ca349b4c29233bab4d5cc059450e126c3e6f73 -size 21579 +oid sha256:66c50495f1c75b111ebf5741026bb1e675d08ab117090d47911ef84471295e4a +size 21459 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 76f90c9e3979..4ee4076fa7cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b2bb5f42c0516df1b80b8bf9869bbae3256b1b31c03091159fb1431cb6e9211 -size 22374 +oid sha256:0fb4981f7e4a1454b59ca03a77ea4e9b9174a4d3b003696b21f63598535f6297 +size 22388 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4509acb92c10..fdaa1f79ee92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b23303ad2e0c85d94dfc4a3d7d49b244f3b40e88ba51ed2c4a87c4124f2008b -size 19594 +oid sha256:bc0397236711d6b150e1edba72d4954bf5a8df498cb22901d047b4d6e759cc2e +size 19581 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7af8b27cee99..68e50947adb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63c52db9fa74060adb441bcefc106a0f4cb6148cadfa3302e4fbb04efecd1630 -size 29730 +oid sha256:a4231b1b7b3c6ad86bb230694a425ab0e6104681a9473f75d35ab45c8dec2bab +size 29533 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e315ee90f1f2..ca3bd47f0be7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4045b98641ebf23c5af13930dbeb3728f6fa40736666a4a7c8f12d846bb9b184 -size 27271 +oid sha256:eb9faef0489e109fb1f6e9b423006704b24dc8c4c23a1a1c6006c7b0353c6b7a +size 27208 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2a6cea739b5b..1b884393877c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a5247f2dbcf3892049a9ccc2f3c14d7a69b334bb5d543351000c947fc767ed6 -size 30313 +oid sha256:585729fb5231722fd00f37dfb39f1fceb863d65d84ccf01b91975966b341b7cf +size 30264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a97aa9f44eb8..b991ba026346 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8da6890b5b9d7021cf42d0dddd78e29aedd49d35c9e4971dada8821d54c674c0 -size 28039 +oid sha256:efce29dfc237e81c0a15044ddc8a73468346fab2531243e533cc563f4a3749e2 +size 27990 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1e4bfdc104f0..95607ad8ba4c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57bd7ead0d7164a3d57cc7ec83a0f8d823adedab37ab9990d2e749f6b6ef4981 -size 27421 +oid sha256:b43f73b35617e91691471ff93fd708d5417667d934af7907a926bf19f9c7aa96 +size 27210 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 285cb5d31213..edce8b1ad1be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4077af1080af6378dfef4b0f5eb01c1270b761f2bc0d5c1e3046279c4296c55 -size 24811 +oid sha256:de8ff596bb7a50f2bd6c74256f2084c7344a816ff554d34cf9dd862ef8fe24ee +size 24764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 455a61d04780..4f48f6eee4fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10cbb9a8f5c9c78a057c98b5047d14dcfcecd8c3a9f8dfd205b988509e47c368 -size 28479 +oid sha256:bd9c84c56a0f1f69384e7e7a0126eae83628a70877178b6eaac2ab315ec4413f +size 28301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4fbb20925ba0..3380c9f8f861 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c8683afa4a7f1926ef82c542f59d4552137201924b5f176efb72625fc2e1e52c -size 25590 +oid sha256:60eaf0311597afeef03665c16d1cb7db984f0ae3e2bbd2c18191677a7fc5b68b +size 25580 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 650bd484b304..a4944bcb0519 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28765b1618c578e4d707c91b254b7b3841c72e3d1c3fa9d340e4c0f332f5a772 -size 25707 +oid sha256:2444aea71eb73fd74114d42a76738aa9e33190fa7d9a90fa98f64c2f97a8d758 +size 25492 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c4a0579767cf..2cc98e3199ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd61b1f295d5e8633e2840d91e530330240d4dd27b578db07f9e18568ab8da6c -size 22702 +oid sha256:2c8b375ee007f8244ee41e26f44d768cd14bcaffd2ad16627bf5b7e335f522fc +size 22508 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b2924f698e1e..a17e7d7c8672 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4ee81353dc1b53200820441ae6ec7873c1dd8bb3850d713ef252a7d081311b0 -size 22911 +oid sha256:dc014056784e6a25d2170b7917a8ef1b4620f2077fca3718ecf20e5d259bdaec +size 22830 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f69c70fa3733..9bb381b126e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0b8acfd293cae155f91227f27666fed7a2c0c9b6a19853cf275d8ad6129ed8a -size 19774 +oid sha256:2b1cd3ec288709c960627c02448ce43bf33408a7c0eb7f95121704eef823f246 +size 19762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1ea705488dbb..defa12e36abe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c90d43176b85e32fcf130967d9b12ce48cb53934d41a7e34f3a2eb6112cd4094 -size 26126 +oid sha256:ab6aeffe0fdf5475d7e1f57c17e4365326506f7e369509fd6f998dc87028c32f +size 25906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index da6c55950c21..60e2eca7f188 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b4b53c82bf4489ca3a500ecfa3c4b010ecb4de4c48c782686c057b658fb68ed -size 23356 +oid sha256:ece1148e7ea4aff58f89e7829d785395855b68240e62a354e37d12e85b8f0fe6 +size 23170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 17d5d9ef7a68..4297e1372b4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efd1f7ab7b82693fe470362999d4ee1db751e6a99f236f6b0e021b107e67c690 -size 23675 +oid sha256:23b65fe18c38d4fa9d58dfcadfdbd337aecbc769d3ffc788c164f033fb0a9d2c +size 23660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cc9452f865c5..7e89957cb1e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ecc9301bcefe5429059377628d2e6c50698dc2921cf8d5d9cdd5a45f8b58d85 -size 20677 +oid sha256:03587c24a4c13a94c546bd91504912baa2d9279db3c0398103676020868bdd95 +size 20647 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f8ffdc3c2bc8..025efc76bc28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4cf0949ecdef2d8a0fd5842f9c092a8bbca9686291bb9128dee57ce17d40129 -size 21511 +oid sha256:0e2b33843eb506fecb85e40be2e5785a110019a532e83af2244e5cc352ac29d3 +size 21486 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f12c9848aa42..c86a9b740e55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f0c69c2ab1c459c3c27a7c52eb67317933347783a55a4a65681b16a183da8b8 -size 22442 +oid sha256:cc6c5b67bc0f153c2aab55356e532bf8ee046b09e9e23cf4b6ef7f6449453105 +size 22426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 06b02fd3c4ef..601dcd740865 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1b9a874a7965e59afc1fd2606639c6c248aa0af8f0adbc2c53905b9f9019c59 -size 21924 +oid sha256:1829c04eb18e2089d71091fa06541f2b00cea78ef7e122b1ee0de31c2aa48685 +size 21923 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e20059e48c96..fe504f8cf050 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee5f5bef17c2cc3187624e7a9c09d0719133adf752a9758cfaf8e7510bab5cb1 -size 19707 +oid sha256:4419d7e0a6cc87884e4b379aac8d7f792be44f6c588b7c9f2e4ccbce8dc0e466 +size 19651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2df9a71c06ea..7a02852d1ea6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:405567939f19a520b4299088b201f45112f16f399cdccc8a30bb4fa550c06432 -size 22800 +oid sha256:f83f595cca728d054c1cf532dc5266076990ffe7f7fbdc6a0a560f09a3defbff +size 22779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 66ab8e25a542..2e837d1b03b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c1a7f6adc68b2caa45276787606b308e1e070779b29dd1932aacc78a1185620 -size 20651 +oid sha256:06c14aa4b25a896da9577a3d981f325edf29d76be32ecc2852d2aefccd04d98b +size 20636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ad9d6d099e19..295a7f7cd02d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c2cd744ee562cd6de4169e050182b381f44a3acec9b796ee3585a0d00f0c554 -size 23541 +oid sha256:9ff34ae1c0be13ebb81a6eaf380dd29e6611d520fa066b4b574dcf81f464b330 +size 23531 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8439fd7751c9..c12f604fd729 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9357013f22f177859d1a88eca6497051942aaad776032a8b670684f7742d56b4 -size 24720 +oid sha256:d45e3f0901193c68fa49a5e9cefdb9514e9aea9775f56f842bb5d5d761d00959 +size 24662 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c571ba0e378e..ddd91d671554 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:982f014920bd62f13c3f774c2b02ae823cbf620a07f8560e43768e1f2eb4c90c -size 21468 +oid sha256:323e98b3f9ac407d46d3d06087ca8df8d48ca54c2e063c288c10ad3d0093c5e2 +size 21458 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 842b7d377c63..ebf2bfca1c18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13b5729342a422d02231000e5f5354ad0e8383ebad093bdec7fa7349c68b31d6 -size 24158 +oid sha256:41550e6aea1ad34761304da22f7fff485d0f7f2a4dc8edda0de4c16dfb9da0a4 +size 24127 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 00840c9df021..d40b14590d3d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce6b866b953497e6bdaa835ee6c768be272c018ae21fc3e351c43f393e547030 -size 22353 +oid sha256:8491fc55b5cc18ce688b3239e3954e25fcf7ef87a8a9396edfa05d1f8d53ac83 +size 22332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index bf915937ff4d..73db32290eae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87c7439abd365855837d9f822df40e0cd931f05f825be31ffe396a85c8357490 -size 25072 +oid sha256:1af4978c70b24240a49b8b18ab0c42885620370836a653799ce6638b2bfae31d +size 25047 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cd8b94315809..eeb93f2720e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b73e7eb8cc3f2f6ffb5621f405dc9bbf39d1af685ff19ffe2868844eaccaeff -size 23154 +oid sha256:1143567329ab577d195560c94fa52b25126dfcbb9d97a7f62d454927ce65ac3b +size 23107 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 0e122ca09920..f7659d7110fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07dc93cffb220e1ff562b0c1f3c29f69995836966cd8949ab5ce44aef5fcdeab -size 25821 +oid sha256:7acda41325c1522504489a1fad5763e78855a413c6c77d4ad555a4e25cb99951 +size 25753 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 05adcd4bb69f..07a394b8f48d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa7973ba4570ad3bd81dc167b69a51fd6e086030c8ade41348314cd2df253865 -size 22916 +oid sha256:0d87607ef746ed7e4c1a491c9fae714d99ecf319deb6b3bb42fa4ed9cb7b2175 +size 22870 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 700d1c169e28..f5714fa269a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74f269421472d2040d41c8931ab833382106c3629558bffa3535d96f206050a1 -size 21872 +oid sha256:2dde63777a6997fe1e7b2ae086070553eb8690c9bb1e10cfc3093666c43b5e70 +size 21819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index aba525c7bd64..224fa1da8c3f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d761f356c37f98d2e3a3bbac13f4b820f04e8b77200b9e8a4fd094907d983aac -size 20524 +oid sha256:389b01d61d686143aa680ffddfc77546dac22e00582159067022e2e163fe05af +size 20487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 768ab372ad6b..2fc9a6b2fc6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cd199f39a67211bd73917bdde9c2d001ad5a31386ce4655cd0028653ed9d88b -size 26832 +oid sha256:cb857850556b8a0b3a2d05cdab37007d94fc686eb3c9c70dcd80a20c61fa3b5b +size 26797 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 804f39729c35..e2b0374021d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7120de76f6007b1f34afb4c8f72072963215a7599a89acd435e0c7d7c368919 -size 23952 +oid sha256:ae7c09bcede2a5e6447b19f2187acfe30a268646f7848012268fad012f28bc5a +size 23973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 2c2ac166af05..6967c2bc3a7e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:163f2f3075e44c72e9ec4474bbaca60a26e57c42d38806ab66fcace6821bfde0 -size 23171 +oid sha256:f22a5832f121692f429ed14d112e4f05f5e3f6a4ed7194b417a606ae5240658a +size 23097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fb64c80f9976..f90499d47251 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afa37c195dbdc8da2b9af7c7927614fc422f28f3742807359c6e51c38af48e9e -size 21297 +oid sha256:e6a8d18b7e8c3d103a22480b526bec86ee7dba6d26ff9f0240d44a642f691223 +size 21300 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index a25b32c9a92c..4f8e3bd6e99a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae04ac48259dab3ab16116d22898af514b071a4a1bb471e9422a0bc921a35fde -size 26258 +oid sha256:1f2530e322e5e599efd48c4198d8abe3ee085e3e7dde89c33d0f568ffb6254f6 +size 26219 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2b5607c9acc1..4869531f6dbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e178d48771114508195da14db4c731579cff38f9cbd7f2e67caae5129388a0d -size 25479 +oid sha256:efbc311df12328627da3c9096b1c514923b4bbdd651b97dd63615dab6b5618a8 +size 25394 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst index 0fbd4197f379..5040d4522d48 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc3394c4ba62ad360f4eaadf18c66c0bd6445363c7cf357ed376f3193010ec76 -size 28537 +oid sha256:70b32a595fb8126ca99fbab6908625bc5320aa17c129bc0388a0db90e48c6c2a +size 28488 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index d490152b969e..21245f4be28e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ec0d4c9b0a2db491aaefe1c61216481a58d44f61cfda694c6147376e78a4bbc -size 27774 +oid sha256:fec36806c68b28b984641f6aff0cfe35d0517051b6a390666df331167e899a81 +size 27732 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst index 79a69c11086f..d37b04681719 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a86df82c7d1001f3268a38b450a456d5e3ca9e7bdafe445d29fa4a53fdba9f9 -size 23910 +oid sha256:5fc91f09d5652480272e1514da2a36770d62f04b63e771e8fb9844ca582ee39e +size 23861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 35008a2867ee..6978bc99f808 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08229811ae3809f0f300a20326d39e22bd9dd6d60ab3ed93bb434f53f279c35f -size 23878 +oid sha256:6ed738aeb109fd0f9ef2469c73b276feb86b837b027be7c46e25f02f06702447 +size 23834 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b0ec2f3fb000..bb286ed1b218 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe8a77cfdfdcdcbad49822ae83f188f0c4db655420349d3986b46b1a63cd0f8c -size 22511 +oid sha256:bb29ecd68fff0efe9fc66360100d0a408a42b8c8294d4ead7fb12dd0dd4f2d8b +size 22451 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c016d6ab0da6..f23fd34c4e25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:247dee35a70ad2850ea8b6a8dea2f0c3c70eab0220d23bdab8e360e501b562d5 -size 23319 +oid sha256:ad300bd74cdde45e13e0ea2ae3968a40fbbb4187894699518141977a01201535 +size 23262 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index fb0d7fa4ec3f..681429f7ace6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e7dedb91004c1fd296312a5e839f7cfa704c0cb3ffdf9b62ce5697c8367de74 -size 23727 +oid sha256:d50f98f5f52c681f3b678868739c519fc8f504b95324ab4e939c666ec6800047 +size 23700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f0079cc4c625..8b94b5a2f6e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f12849cdf6439203a0ccd0fb0ccc2c3ce162dfd169a609ea64e3947781471e7 -size 20681 +oid sha256:a71811a1c40794bc2e20287010c6634c9077a90e6c21578645525709998a6921 +size 20637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 126caaaccf16..b97cc5f44d22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ec1dac19447bdbcc791caa1d137d51dda00bd3537825fbf5656c96b78e84990 -size 24232 +oid sha256:ecc6bbf3292e426caa58afe8cc2f9edddfcad9cc8e6ee58af0b3239aa2eca646 +size 24216 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4186acde41cc..fcb5de836d0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d48095f24cc1b27de2799a3b55ea678e0fef8006701ecbe4470cc061de27e5c5 +oid sha256:29a90dded95f10579895f1a16f5cc81119551c4a00f16f9ca74c12a27724a893 size 21561 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 87f3e5b91c0b..244b25902c59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6a9aa828ccad29396128cd3970a5edb11e37176d9f19b1f018adfc5ebbb2209 -size 27931 +oid sha256:e57144a25e2c3dd9fc7402b185afbb9d7e46159272ca22dd95afba00d94f463a +size 27916 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index fac393f6412a..490f66ed7a80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b323e1b876d74d8b870bb3cfd24a2002df6868a990af9f87765d702aa803192d -size 29743 +oid sha256:71cf2a1bddd350623923b3cea3184d7f349ed28d0a1d02986899c8ced4ea7581 +size 29692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2a4450f625c0..3241023aae02 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1dadf8be31a2dab464be266d66ea2f4ca262efec2e16749bab9ca46a0c231ee -size 26294 +oid sha256:24db84e4c8b7c9d8140ebfe457f3833bc925d22cf3d375eaea637f4c0ff36008 +size 26235 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 44f71f87d3e6..e2204366f901 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d3c17aa09b4a83f2252b6c62746ec4aa9ded62c57036907109da4e0d80fc53d -size 22620 +oid sha256:e86c1ae16a0d44cc74325a01a23922d112179bbf78697c17a94988322f47461a +size 22539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 04c84ba627ac..0d7e93b9501d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b8b5b88c89b38d7a945639d3c07459a7914f16a9a4be7d4889c35478f7f99b3 -size 19729 +oid sha256:879369fc928c866becd49f67b738e745ac3472beff217f8d847216b18396a145 +size 19624 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d36f355875b6..ee84f6c27cee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a45c455ecd7a658ff789965a5aad65bd7a9783628dd188efddd27f9aeb3b591f -size 23424 +oid sha256:bf66e1c2a31edd6f251c8ac55b37fb180895dc856f6fbe659aa2c04026ddfd4e +size 23308 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2f7e455b7743..55399232a0e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:901625f1fa6863e44bf96a97cb0a336cd09cb170d87ef12b4153bf7e7b0aeeff -size 20768 +oid sha256:341605d317a3cbfb7c3bd0195bf3e853f46cf4710bb78e30a5eccec2d5074ecc +size 20701 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6c0a2836d1fb..f0a87dfb80a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a0ab6953f3af7a61be5e5479f12973a4a1510856ed2f32d6f6ecd017a6d831b -size 22509 +oid sha256:7ff45755d0efd9c74bceb1bbda03b12e26ae3b7b731f574db2ef742db5ea719f +size 22392 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index fcaf1a0bc834..73a9f49282ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69cf4401adc8afcbbf72f86118bbcb0324787cd6b8b49fb3a07801f8d3db5c24 -size 30126 +oid sha256:69bfe3a45a5684eccbb7cdcd0364a71b8b4d1dad8373e240e3f9b0a49fb0d458 +size 30178 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index e416a5b8141c..30d8fce7262c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10a16cb892f00d0463c39b993cbc59501c3dcfecae7421b69f519d83619aba5b -size 22983 +oid sha256:48238ed5a4cf621debb10d2b3f3f8440efb15960ad936686f878e51129e99ecf +size 23036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index b071ac918c3b..19fab3ac7569 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e68d4de7d83e51ad2a594d9e93e399d53b7e37d241af7585e8f9cf7c525cffb8 -size 39425 +oid sha256:d483b1602911ca0a0a9801e482a8ec26039b7d637629a4efd956153a1ba9eec2 +size 39607 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index efd48ea7435a..220fc5f26140 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2400ea3030498f357f68fe4e5738038fe63f4ceb590278e3ea5f0726cb9a5be9 -size 30823 +oid sha256:9d7450c59985491308456ebf66c618f137c207bddfdf85f556a1510cae60063d +size 31203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 7107432d0be5..44cf94d71dac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ac6ef94213b85550f3f511e9d85552896b150bcf0b41e9befa3e3b000d269fc -size 31138 +oid sha256:c4a738a963ff9b17e90fb8030a287794eac32382ba03255a6af6079417484905 +size 31170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index f29a1ff01d27..8c5ca4516c2a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02432efa1accf6954fb232ccfbfd3c3f43293b1ac31691feb348bad2929f127b -size 23872 +oid sha256:8e31cab19d1ed02afb0b3ec9e8ef779803c1ff245c9b1da4220510866491d33a +size 23941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4eecfe7056d1..f79221a6a53d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a58c81ebb865dd23daace39427408771c14e661264a5fc2ff880b1c4199a64e -size 19583 +oid sha256:adf3e667d2861337201c4cfb38eac74fc8fc5150a961a4deaffd2f8c78e76c4b +size 19515 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 25ebd1f07512..f3938fffedc3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:631c3737523cedeb92d669fb0596e3bec323e0188e184d29af025f0b7bfa4ccc -size 23507 +oid sha256:76f22d0bbc7ecd94281b9d05ec12d2a02876199ee2efe6421d0945f84a709d36 +size 23407 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 84e3a804d985..f3a14cc5b1f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b37654543633708e2a0f638611542a2185cd180490a41d8e114ec1442d49707b -size 30902 +oid sha256:dab8f13ce40c87b56ea7120647647d36d96f6d16cb44e429a609bd47ae2ab32e +size 30979 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index c7ab1802140d..3fe6caf76d2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb0620df2ef3eb218f0ee7e78056177d041c39ff5d42d286dbde0123082262fa -size 24158 +oid sha256:8244b7758c13dcd90974d3a1a422a7ef7b9097b60d2b08e81cd9c9cce1085e96 +size 24162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 38ca42d5f7b3..b158ca8a6e69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ceb58e4dbfe1e8efb5c4c98c2fb5a69b74985f41dfce4921cb2d0c8d83dfb37a -size 39731 +oid sha256:2ff6f7f01dc1f4107302f4e8600043f7c731d4499b47dbfe6948c4feb78d35f0 +size 40008 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 50dc8bc2aa71..d9a711db647f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ce2ead0e0e2a6ffc957cb8ea773b8c963325d77f7d1440cbee87c47c83cf0ba -size 31950 +oid sha256:63a364b88f94cbe667c557dd0e23a595bd81be352f63e4fd9fa9c9504ce9a4d2 +size 32276 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index ca550c2c0a16..63fd2de3b6b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6662fc007f69b96f6e044711cc5f2ef1ba997475c162f3e94c537d73442661c -size 31708 +oid sha256:97316338908401641cd25c2449a406bfb693065bcd1ade6c710283a1442b138c +size 31801 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 273721036fb2..c627dec63b57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f37b8e9d0dda46c551fc2194563efc1cdf8e41f783c72a916eba3811dcb934cd -size 24766 +oid sha256:7ea0da26f022197f6de781267824ff332c39b85e22f393efac06f5091c1c0036 +size 24823 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 90f31e995101..4718481e8d8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5da73b6bfa69acfb228a750a3c3df005e74cc04a0be760fdfa9bf209493a479 -size 20508 +oid sha256:54e618472e86593cf4ac647e338d7e3488edee591ad747128b54b8cc0446b13a +size 20431 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index fb6d61388acb..721c79e26570 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26663057750624b74bdd84115475b9852e13d68fa941e0cafa96604577c941bb -size 24699 +oid sha256:d1751133bdb3d4b6b5240e49a0e778212436f05f281710b3d7626263458827a0 +size 24489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c4e0ad396f42..6953c3c5ab92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81cdb1c931de705ef902b036d165afae39c27a3168e4692048ba7ce8367b9d41 -size 21767 +oid sha256:a8e55b1690bb7fab320bab9322ef97b5a5ad8eb6065db93af2317adfeea723db +size 21577 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 55adbf2052ff..90c5c5f18751 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20cd3060fb9db70f895521cef3e3b9a08cf97b00ae967cc046fcc7654330f128 -size 25624 +oid sha256:2ba4e3974cc28ca2aea9dbce3b4c2ee96d8935f58b66047a80fd46f7f924a871 +size 25370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3777c8c5d58a..c56153587a01 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4f0fe218137845d3981961c83a40b1a6e9109ec1287bd5f558fe3bd460042e8 -size 22879 +oid sha256:43313525b09c61c34e506b86aa770dbdbbea57e569e6e5e31fcdddb386a3fdc2 +size 22717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c4fb594066f1..aa833f7934d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6a40fdc53d9ba68bc78a26789421c77f9f4c32862429040c2be11c5ea109a8e -size 29088 +oid sha256:362aaf7b21b34d80ad7c9c5c93abdf0544650baf67a1373bee8d7a551b75524c +size 29011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b554cd36a699..3a5d9745681b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3fbb6003743a8496365a0dc75608883592676d147a34167ee8d043bb14650bc4 -size 27635 +oid sha256:18634027407f4eb23fb5f12b9170a1e2a765c3cf147e126ac2990800ef16ebe3 +size 27547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 567507b205aa..3b77e8747629 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22f79581c4998fd612b91eecced703f87b80619167b6e6a77f1c0051f10ffcd9 -size 29872 +oid sha256:bc3ddd0af45e2203c4ca9b3388da25896b0aaaa02a8b5defcb1cec19036369b7 +size 29858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4a8114210dc5..d875974d532c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2729c72bacfed8aba0be2bebff40255a8a4747364867a2d99f52c5106800d873 -size 28595 +oid sha256:a18941542c465e9b1720da0e6d883a44be6faeccd09c7f64080431fab01091b0 +size 28593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index faa2b7075865..9e7d8fd95a48 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85a92611f0b58019e3ac069535044020e473ffed8622bd853bd0942802f8af9c -size 29785 +oid sha256:1ac7f247a07011c2daf86db6aa47676aea34a33541f7d4705102fa6afae68c2a +size 29724 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3996ed19193d..c5e84e353a9c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:454bebd15d209e33ddea17e5c4b26325dd641e749b876a1dda1049fc2363837f -size 26540 +oid sha256:7a143ac9aa7fe411a81b7e6c2cd3783655f99a09b353ea995db758c9b58845f7 +size 26519 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1058b146eb4f..ffa522158837 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24e1ccf88b4a7adc0c9fc9291801d024058bd304108e9e2c52c1bfda259d6078 -size 30832 +oid sha256:31df7bef2a8071b7c761028cedc589edebcd41364fd2cdbbee948ceb15bd2ea0 +size 30790 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 74efe4fd7974..c1a7beaaa825 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec64ec7edbddf3f642fd363172926cd4caeafbe44bbcffd66538c7f523001269 -size 27575 +oid sha256:52d422bf8ee579fbbdbd17fab400e5d0cd36c8ab1a54823e8b2b80b0e18f1064 +size 27538 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e97b36665afd..7e2c4b98a0c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30cf42e488d8f7b66f19937afa34dae8a4e90b3c2e2af97c00ea370cca30b57e -size 25862 +oid sha256:f422bff219105ed31d737dc43083f1dd9f423336978fc0276a70bd148aaaef62 +size 25874 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 98389654f33c..926115ecd560 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:125df2a008a77bad4067d6a9b878b25ad7bc2b1d94d183b9a723e73c8e256bec -size 26624 +oid sha256:2f0dd08beb875ed53b78428bbb66437712e4e50a4af4789b9a684b2135aebec3 +size 26571 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index c2a93b8a3c6e..dbe633022c8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f800970f96fe07fa7d66f6e72796a85cc8f62b4a42797ae2ad47efc01f740692 -size 23337 +oid sha256:668b8792351aa499c2d9ee0775f157112822791e85a90a79b1a23cbff3aa6665 +size 23247 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 88bf8912ad2a..352ce26d35c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0aacf062c5e3da5bdd949f98448706ac40e144588caf8951c259a74cb6ba6591 -size 23767 +oid sha256:dbdda094fd599548c4d5488288cc64338348c15933c293951926b8a91e250b21 +size 23768 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 880455b9fca5..1a285e443531 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68c4808c41de4ea8b0900275fe534b5025c0f18df72f5364e5ac01cc955dfba5 -size 24339 +oid sha256:b8b5750b8594e9640be375498642b44e486aef8f4752576ccf7af844274924a8 +size 24261 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f67567e9a11c..18fdc91e9337 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d71aa550e6f54fa6a8d66c9b006b463abf9329d35a57e1c226cf668836c000e6 -size 21481 +oid sha256:7a228e1a3eba5abc7ea983da550d624408217a5a3253f76a493d24f43f4ee3fa +size 21455 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4b9d012f9bd7..9754847204c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea1444602ed1b37c0dca84242aa07c24baa7ac47f2d286c7246570bb75486124 -size 26848 +oid sha256:7fac04495935f47e2ffd4399783538a0c64f9330fed8ae408fc8f0f937ec74e8 +size 26810 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index b73ae1823a92..9f7a388dde72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22cd1ca15d368753ddc1d191d05e6c296a6238f6f6ce396b32c2cd42cac7833e -size 27805 +oid sha256:1377daf133fb20bfb388a1d6ff00498cb91db1ae64dd6f7ebdf62b2cbbe5b3b5 +size 27718 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e99454687af6..ce4ba67f4cbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d31868e3640ba4f0246fb33f427f9b5bbff6075cc4388c24f3f5636fddad3eeb -size 24383 +oid sha256:f9f35aedc2f11008ca9b18c2ec6108c02f2dfd461187e4a3fe8a35e41954f6dc +size 24316 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e9758274226b..c46946c5a497 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4b7c93d6f79c9c7f520c95164891b14c8f175498836f0cc45085e9df5b3476a -size 24797 +oid sha256:1f27aac7aab6404a58da9ab1c29136a567949093fac0ecfe3e62a69642a18ad3 +size 24734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 41ed52a779e9..cf789500b1a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86aa19c12d9efb61023303f496acf1998d9b45a6ecd46390a6d5d33730b425e2 -size 25097 +oid sha256:e82f63dc9c5f25df7ab0d2e8282d85bdbef9ddcdcdeeba3b707b3fd3e3770119 +size 25081 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 776c45367fe3..1c30abab3564 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a03985cbc1a0ec435ba41cf18a45b047617acbae358de4303bd391c7f4ec7266 -size 22433 +oid sha256:a74e17dbbc2e4f4473ec870b7096f650c54f2c472b242401737e277aa0d5f481 +size 22461 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 581516cab59d..9a6f784191d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:78e46dac6699f875d1a491542ea46259b0a9c6d956ed5a0f624bbd92dcf29d5c -size 28806 +oid sha256:fecafcb2d5f002d7fc5c645b3073c272b1fe04746932d6375ace886af7775a1e +size 28740 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 03bbaffff06d..45d3107e03b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83425a8387a974b9e5ab7c098eb849c1966ba13ae5cc0f85fcdc210afeab8e0d -size 29831 +oid sha256:d5cc92d5142210ca0322d64a996c605c1a2ccb20cde5253d851ac1c90f10672d +size 29810 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8af74bef3dcc..22e5b20cfc71 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:316d77df14c5c0b6adc2911324b440a5625fb4bc50a85588c0c779722fcdcbdb -size 29741 +oid sha256:1e89f94da6ede24f8ab402654dd43d45f8fc51999daee3d98a94592cc30f0d8e +size 29747 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6ccf8622d0d7..3f37cab6bf71 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17572132f4a5822c71f82f183357f3dc7d695ea58ead46f59b6e8343fd421b3a -size 30967 +oid sha256:98e16dc2cb0f89f01f379b5d5c86b4367c4aac8e5ce7b16e62b67cb255f072f7 +size 30937 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index b9f12b235ca2..a52afca8a06c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e58223c885780aa55659afe656eb11a9d373d1b6548ffc15d1d705e5bcad1f71 -size 26857 +oid sha256:8aadd1c1be07929689ad3114e0577a263e81f0268c666b90a06c58681b8348c3 +size 26835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bd5c51f4e799..0cdb128bce22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19e1aed4fa94da6c08b3828493da1dff2caff6ab281ce005866fa2472175d726 -size 23376 +oid sha256:11993d2712cd5ab24c40d2f5a70fcb90458b2b1fac702e838567aea565ce03f9 +size 23357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index bed56a2a3bca..9f5d035caf92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1eb72520e8174d0a699ab0c7e84e75db271dc2ed017c2ea40ef0464333f67ae -size 28146 +oid sha256:d437319b25264d3a2b42ef47e648400d5a8dcfde9ea9f70a3b67dae7a2823cd7 +size 28107 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8a8d0ab07fdb..0e8c499962de 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30a651d0e35a61f147ec3eff68b77aad55b74e0ef9a1a453b37beee2d387c41a -size 24726 +oid sha256:ec8ebd809988bb550c066e5c3939ba6f472b176ebbe8f3ee1498a798deccceff +size 24758 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index cc3a2c297f78..9489af51ddc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bc634d8394e507311edf6675738162f49a80942f60772c1ccf5c8fc149e8c00 -size 25641 +oid sha256:43d9c4a732ef48917b8e88859e78a70f50995aa08ebd601e69eddf1b1946fdc0 +size 25588 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6db878ee18fe..582a9cacc05e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4a461cbabfae0c568dcaff7859bb432e4ff438d61bbc90d22c8ac7b9f93baa0 -size 23316 +oid sha256:b7d790c462603314f161013326186e64bc385d02e2c05780adb8b0f2a210e1c6 +size 23218 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a34a0a32aae2..f5bcf041c280 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf10319c9299a85b95fd55683e9bdb14153040fbaefd7f49a7c92de2760bd45a -size 26699 +oid sha256:89f269d8fb69e93eaa23dbc0ca093d6a55ca34546f6e389f93a9204a12131854 +size 26637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f4422570e278..3b3a66ca5fee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ddf44705076871d73338b3d7060d5c9a56479c47f5fec3ef9815d94d75ff1ad1 -size 24180 +oid sha256:10105195d9cfd57af62a40361ecd03487b865c68bc2561d8a238a5091e67982d +size 24100 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7e15436a9ff2..b7aa8b9ce706 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a175b50364f1aafde1f306327911c28e4795aff24cfda41824983b6e9bd6939c -size 31792 +oid sha256:81ddfc839880c3753646745fc8cb98567f1bafb8330949cd783bbcfc4d42e41a +size 31674 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8780b8f4baaa..8ff3a7cc2ce1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:148560f67abc7091ed1aaab38ca4a39d7046c6c3c819fab852a5fb24cd3ddcad -size 28473 +oid sha256:e0bc2b972face3213c45d6b6dde8e62ab5f7654076e91457bb2b876b43b07f61 +size 28448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 607ec31141af..25f6af7addc0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81b88cac5fddefb4d17f0dece1f46bef18c8714be62a7d4be7b33289c805a219 -size 32591 +oid sha256:8741704b5772faae77e1b7a5b507eccf0a84c78d60542ab40b00099e3b9bf2bb +size 32578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 77da78a04783..af8068523f9d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f28ad5084cf25e22f60239f4d259da8e178b5430190d546620b55be9a3d4d7a2 -size 29426 +oid sha256:faafa890038555d4013e5ffa54c9fe01d70c8972780bdf7a6d5ac10758595a7f +size 29394 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0d74ea09a07d..6d17e74135b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49eb346b769f2787bfe9bc12d201424996f853656ab5e4a26b26e192ed3da4fc -size 33002 +oid sha256:a9e2c9b5f728fbcbe35fd9031d6f1ea9b0b48c53e42f88525c29125149fbd75c +size 32947 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 24e853858db3..2019246ecc29 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc7f4af013694605d5eff0ab8ac6f79d7d56118653c7bd5410d8902dce2fe842 -size 27465 +oid sha256:8f28d32510d0874b45889cc3a7750dd7565e5f03a6c35a6decc733d3825de54f +size 27455 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8577955f1c0d..78981e5379c9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d47e12816ab186f287313f6394795e3cbe07d9bae3d3918a46eab47538261c63 -size 33759 +oid sha256:af8b4afa676ac25eebc6f9089aacac17db986b1b7e5e0496e372d934e6471b5a +size 33712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cfb4688c74bb..78c1d4813b51 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d93f481f5cff8f251909adebcfe36a33f08600c0e5377597b93271c5e3bb809 -size 28256 +oid sha256:794b201fb89595775920f389a39cced3892eb7b19676758004279b3d22233a46 +size 28278 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 748909f2b0c5..6b09b4f81e1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28d525d4b510dfdd4a1ce2c3df5698397cdea04cdd525dc944f81687ab019484 -size 28034 +oid sha256:597833e832b7b4ff2e43c6b9f48b5f2721a287105f24323f09690442d73f6793 +size 27898 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index dc88c7254927..7a3b4473c777 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17592ac4fe9039a67c8a1921ac0fafd1f4890aba09887dcabd1fa1fdca01efe6 -size 29275 +oid sha256:2e43ef1f112e54a069799a90bec46d2c5b6fd746265fd6f3f10035c639e0a6c3 +size 29202 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b5d43405f720..bff4f859a4a8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e11ef78e8816f48cc7e4eba1f07a461a2f69ab390a2bf5f307a00e59de0e96a3 -size 25683 +oid sha256:21698a57f8efd2250a632abd729d02c3ad219b057861d63d9819fc16328556a3 +size 25485 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fff6ab414649..2cb9d6ddbadc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91eebae8dcc36ac75e7f111b89b89f1e320b7d8ac7e7d5aac095d0a885378c6f -size 25986 +oid sha256:1b8fe84355d0dfb34992ea0809ca9a3347da37211dec11fb5e29b0044ef24b98 +size 25951 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 034fea254c55..f14bb80a0dbd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42e858d19f2210c5f11e7e650d83ab54d9c20767825b89b7b4ca68000091e1b6 -size 25266 +oid sha256:3dd0c7698038930b2aae7bfad1cded938a06882887e41a16dcb8ad7810512c2d +size 25178 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9697ecd096b0..a71111118ece 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9f5333f726c7e963bfd12ef4c55e25a4b971ad1256d1a1fab56c012791f675c -size 22687 +oid sha256:ea462ee2b17bd12ae5787038c8144d657d3bc26910361d5945ac916b4b246c26 +size 22623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4dbcf24434c8..9b90fb599f08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8770e206d48546c41ec4c9f4c5da1352993009e9635c9e7602ae48e159c1019 -size 29079 +oid sha256:7651e0be5144f93174332b20485e2ade74c28f4b43f9da877b55171cde9a72d5 +size 28897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f4ad9eab9cc9..70676ca0039a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53050ea9ef07ab6c0211aeba9d030fe301ff21f1910573775195bb5af367d7e5 -size 30035 +oid sha256:590118750c8f1f2630f405d1ceff7d92564a1ec4ec4940da4f8bd5e12c3f4678 +size 30010 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 9e0436b868f9..4b60dd994abb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f483707a861efa79acdc162077bd10e885feb317cf9ad6c9c4bcdd3a12c2eb1 -size 26571 +oid sha256:26e1dff04dc89db792ed562d8fc068a623ba4ceb0a0495106688ed7fb31b34b3 +size 26403 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b6fee3b71368..33013bd82a98 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b23b633047206726e9b4cf35a001bd284e03341b12829b07a068ac572278591a -size 26822 +oid sha256:2a51167f3d3aa41a767c6e0b456630f35c9f2bc9d6aebac82127e7a3645f3024 +size 26790 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4fd48b122415..e8834ac4c097 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fcb831223114fe3a8ad912b052db2980ed5621317574a73c96a3687867c4cb88 -size 26038 +oid sha256:5a250a76f9b0095ca022c922d83fb5975922ffc1d409afb55b978f3e6764bb26 +size 25963 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 151289411741..5dc4be1e26d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79f5e52542b5420080f32dc1e047cddbf7f20f5fbc5f31cfe41bff43154ea504 -size 23703 +oid sha256:a0e4efea2b1f94c94fcc993cf62de70a99dbac37d0f1655a4b2e39f2866a743c +size 23692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5ca411371fcf..acd44db7daa0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:788502a43a7cd2ca0e1341743131d636d1b8defb5c16e4843ec360d654a9c7f2 -size 37706 +oid sha256:bd6dc575ced52b56cb35586108f3650b02dd1da51752b4995e5cca5e305d7fe9 +size 37676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index b2c6f59b59a0..c4a634aef491 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1985e07064074068d351a49d01f28710f4fb2687d91a1ef1e8bfd0bc54dd4239 -size 22515 +oid sha256:fd9df958da70b86ba20fa0b5c07756716e334f3e6e5f87d7392a8c5cf2d4133a +size 22396 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index dfaf05064002..fdf11cb37e3e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cef714ce600ee035fbdb92d7f1ccafcb2bda106b1165b7ed343b01530f70764c -size 30085 +oid sha256:f5ba0c062faec636b18f54f81555429fb08f1ba447d76fd69fc6dfce99cfc067 +size 30125 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index d2b0fe901e7c..0cc848dd4edf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2860b2b67608911ba685a680e47c5c0aa9a82c98e56cd712adfacf8060f6b94 -size 23027 +oid sha256:bbc25796787d44b2e9d09b133f9825e4ee8e360fbdc2b868a685827df4c296f3 +size 23080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 2b02db49d69b..f05176d6ae09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:784fb5a1e827705d64b0e11cfc4e8b6b067dd957726d755817841e96c07fd21b -size 39437 +oid sha256:a589ca9023013fcb47fade8a76fafe87c14ac607ff6b8196595adcbd81d2f974 +size 39613 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 64428f0bd43f..df7082757d37 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99bd9aca39a79ec6dac2b6666449a3bafd3f34ed1cd46a6f37782886865532b3 -size 30898 +oid sha256:c88d2caeceae7253d4028d82f1ac94a73653dbba311bcb646af1909a6413b203 +size 31264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index c8630c9d5525..6f08d8bcc8d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a426334e2870ceb4a5386747d6fbf805f8fbf4ae78dfbd23e09dd0a73c236d3f -size 31169 +oid sha256:4bb3293886a671ddeb73978a32ed5ed859311b0121ddc76cee78f6eba4f2a61d +size 31193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 82c4ef8ee07a..ab3d0234b796 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:592a3774890fe02c3ddbed0e53ca1c57d70ff2e03911bc9615f2d2d97e153ad7 -size 23921 +oid sha256:e26d5bd35d5fbdbc8b17a58560f6cedeea364743e666ac7880e95d3ea8691334 +size 23987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index a3f6938fab89..821f3b1ad863 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f4bd6b2059d6ce3399c6094b6fd0e380222954c767ce8ccbbf47923e254d6be -size 19600 +oid sha256:7479af4ba96212d6d71c4364bac910631421ba5ac4df5f2d504c7fed39980f01 +size 19540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9432ce0abc10..8e177b90e3b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3909ec3f2de2fd856ba55d535ea36fb121d582ec97e3633ee893c69c584e81d9 -size 23520 +oid sha256:6675eefe54725dd1a714e3477018c27055b7213523746fa27f9e3f8193bddf95 +size 23416 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 0ae79ffc05d5..0212465b0c42 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d87abc17d1960025f07ab3fcdc0b4609b4bcd91b7b06425fdf4f9af22188981 -size 30902 +oid sha256:3e08ddb8f6cb512b535fcd36d39cbde2087495db36f08179d286e0246ac89946 +size 30966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 96065604eb27..576172065335 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c5699bfce7b88caf999d3fe3beb01e4fc8c7b230680a90f2c7a294f37a7b8a3 -size 24172 +oid sha256:1955a347cfaeee1c3ba7a3fe417aa23398aec10428a18aae0a61c573ee8d26c5 +size 24161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index ba0f999b6ae0..381a31a25ad8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c0455528006301cfe5ef8a7b27a562e1ed1c9ab4987df4767d8bdcd002fcbf4 -size 39732 +oid sha256:7f2461ec698052f4f77881b891e613f0496bf7ab632d9e5cf7a19739fc6eb5c9 +size 39993 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 29bd6b25f114..426109c0f8bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98f89b45403ceb1e3483ec018cb7b284cf655844c9c9e2b977daecec24acc4e1 -size 31961 +oid sha256:84f1d922a9f688aea20006bec545f1333810fbbc6043fe83b718cba1685a9710 +size 32299 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index f96a0eb0178d..4d148134b6d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b8d23a36c730a2105517dea73195cbe2fe91c855e53715dde5b6fa85b6072e7 -size 31704 +oid sha256:b94c18f7301036c1f562d7ede4ca06877a414d6ef6d0bbfaa3264435faea2226 +size 31805 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 2a47112e32c6..c0d1ebcc8b13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3040190dcb0228eb2977558d2769b626395fe8288603065aade16aa4d6e5d196 -size 24765 +oid sha256:41120883b1a4353f6cedd33ee21bf0eae58f1fcd55d740b77139815e5fae796c +size 24813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index df78f75c3b57..4dd57dde3f1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10d3911d5b1a4f6c1727e90eb4d485e487ee0ece8ebb787d7d1e49b09459ea1d -size 20511 +oid sha256:2d5ea5c7b015148f1c2e161aff38ca91cd3e6a2aa9eec5721a4a29a565b3f4a3 +size 20424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0e103b365235..b4810a3f47ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9114f9f9fe0b34e116fc54d1e395886a782d485250b8dbf6a0ba63cf2bd9f3d -size 21665 +oid sha256:c22ca241936a0b6cf89fc2eda1a2b3acf0e5c06fe360cee1310653a86b52f707 +size 21527 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 32a89a8bb10a..c9ab4ce48820 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b70c7622ff48008440c477510fa168793e778ce04ec37dc41ca2b155c11f2a1b -size 19116 +oid sha256:b34157bd2d158152404806bb30677873fe53de2fe6584a008054f6cfb62b8b49 +size 19005 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ac9b67080d2b..9a1aaa765b11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f165c751f838495d822c76981d08c30a72947fcd0748e35a68806a6aaebd7cb3 -size 22162 +oid sha256:e963883116a782600ca68a337116535f6a24c8c80730e828405a1845ab69603e +size 22120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index cac3eb4ab5de..1f5a8c6b5843 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb3c991454c5542d70fe2aceb08e6327124f36075631a4ba42240ca6f5611da9 -size 19545 +oid sha256:d310ccde668d91d65ea07aa2cac4d941bc4dab12b1c28504ca177abfb5a14ff0 +size 19439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3a6057be679c..2accb404f90c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2623662032b455597d12afeea683fbf1f29247d7070123698052ba71cdd7f36 -size 21989 +oid sha256:dd49be5220600a1a01b3cae11638c636a5cd5ba5e0a27cc8017e2ab7cdff9f2a +size 21872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index ff23994b14b7..16d8857a35d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc0197305e82278ec3e487ab3ec3aa7b7eea25d6a0d64df39142af0d4b58be9b -size 19019 +oid sha256:a0467785f5c392140ff90b947be5292e0cf28080764b9b8022e34d2b67fd1ef2 +size 18920 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d270fe4eeb3b..960ae0ead406 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5452e4b245cd867c81ea56fa9fa8741491cd3fb1c64166bd4f1f1c510177e57 -size 22362 +oid sha256:c1b2011190afb29f7c49eae0b21d404535f2424305243d0fd7303e0ca350ddf8 +size 22332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4d9e4e3186f7..9f5b2669a183 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bfa0f9340aa26b610b1f547c1076a1eb96b59f8726ef153f0b8e8557cf323888 -size 19524 +oid sha256:224bb6034c1a1abb5b5c9ab1878a3dfc523a93dcc42615b2fd71253743f4f3d7 +size 19432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e5963f0d61d1..3ec492834f18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff14852fe3d4fd686dac3bd0a2a029384e781c083bd61b6ebba64e1c2c6fe47f -size 23819 +oid sha256:e9ab3d4a0414869e422831206ddc970a42a694fea572f7145e32e96e6ae8ddf8 +size 23593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 18a1937f0cd8..a5afb200844b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f53f233add08d0874aab285bb38bdf6c82e45d6bc9c23b5be4ceafde552a1ec -size 21334 +oid sha256:a8f4858cf2d4c6279ff0e5b02da9f192e3b67360f91b2995c2729b70cff31277 +size 21116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0dd55dcddf0b..fa5937f8e716 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9cfe27c30ea63a8bfc98d3fe74ed7137b86f3f356c3bb2eaab8f25290a4a752 -size 24304 +oid sha256:118f56b885d5c8f7a5fe445dc0b61564e400fae6e9c52107e3ad7690580e371b +size 24219 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 54dda2275a11..16d419ea0e7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8977b3f7220032110b243f7020d897de997c2fd070140901e365441d0fd1cdfa -size 22026 +oid sha256:516ba1fb32d17b900e51e495dc5b7fbc5b4491ce6231e20b451eaebae3a1a15d +size 21824 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c228f2465e25..e3f31238f0a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33dbd64d13d3163c1b7d3142735c16f1a1dd4112573b3615448d27c58bd152f9 -size 29132 +oid sha256:6b4fbaece3a35618ce15c844363e8857b67ddb24f10b16e4e817eaae7376e3b4 +size 29080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 64fb42b2dc62..314aba55b7d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d294e56cbb4ebd57ea899ba513a8a4c494c1b8bd37c10ecdc41034d27b4f127 -size 26098 +oid sha256:f89e5113806bf689b58bc13761e1fdc20b49e4a8ad3c6a588b023222a1737517 +size 26078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1710eca2ee04..413af77742a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ed4450e823d23ef183a03fed74f26d0da35fea68be8276682b8606f217a91e1 -size 29748 +oid sha256:35721de311909679ba8c3b7281a15c9ebbbd7a3141109b2854056d0cd2ccad3f +size 29682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 34a3f50d2100..96e281fc2fa1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f63e2a493b2c5c6226eb3a9bbccc478b3257a178741bb99be52800832fa2e872 -size 26963 +oid sha256:ce44ccf358fab5ba05fa18c0f19afd0b7cf65bb73a7a9653197d4744a99f2266 +size 26944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8d9eb0b87f39..75378285c226 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6061802792d42f18ac872ba53351bdee4d73583643bb76c161c3f92d7317236a -size 27033 +oid sha256:b0802ab63c1bb1c78221f4d87e9566a8320d7415c00a7b2843d0c27406eb5935 +size 27001 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a9f6295d5681..8c8a6c140ab7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a428d6ba68bf4e57001da50e9acd89cc7cdf7c931d3ee4be746b97fd127f1c44 -size 25462 +oid sha256:4dd437ff133ac11066406fbc73282827eb4d71ee7b8d62a6ed56878ff57c7747 +size 25463 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 20f42a939233..bdf223337909 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bcfc7ba3f01a1cd255e8d7257f05613b5f4f424b2d070873134c5cf47fdf8846 -size 28233 +oid sha256:bf15cf335dcd7c10acc1ed0917207cca41989031cba9e0b8daad5ed54a849411 +size 28214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 939d0ac8430a..72db633b92df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4797089a32a8720eae8df72d8950f5343b1c5de30745bdd0fd3ffe0d61ba0b5a -size 26453 +oid sha256:db3a5832848eed1d66a7010daecd349c6df4e380e9bf4c8d353b9fb8968da55c +size 26395 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d4a081f777a8..0afbd288c619 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10f47e15566f6aab7a0f791698ed3558b8c3bda6ef33ed2003becff667e87dcc -size 25409 +oid sha256:6db7a62af29433d5d0d1316d1ca590441e7ac833803f5c97a539561d3741d539 +size 25264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 7002aa3e5141..ef3d3c4ae2eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:677e8af2f226c8cac23fe71f599f997541a8b16e977b290b4bea0b16a83d7a1a -size 25212 +oid sha256:e304d8d493eb4d713fb32fbb7a241b1dbdb8ad2976d58490478cab79fa83d208 +size 25185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e4142f8bb5ba..0e400ad12e72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25591adf7460bd06a268abc2835b7108ae4a9767d3110997f77e623d38e81f04 -size 22766 +oid sha256:d06ad5d0ad38915453cdc4023032152a84c9e53d58e5b4ffafc845450257b7a1 +size 22664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b97f0fdae29b..fef227fa5096 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a8b6bed98edb793d0a69bfc0b8257a61df1dbb7ef265eab08eace3372eb69ac -size 22214 +oid sha256:8d3b46bf4fa0845586ea470d96bb4f9db7ac5d55f5889fb208b2b1b75bcf96a7 +size 22213 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6626487d8ec9..abc60adbb980 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c63441b331a98f2a55bc6dfb8a0fe60c0b1ed13359c9d678d27f0417abec8e9 -size 23654 +oid sha256:0eed4dea36a324a2dcabeacfbce94b204b166bf8b2456e35fc7d7dbe26eb8ec0 +size 23612 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 51f88bbabbc2..1b4dd6c82343 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8b8c8e546d7124e334de90db4b5a18183bcfeadd2abda0b7aa9a7371472fdaa -size 19990 +oid sha256:ea388a9b2feeb4ccc28451b3bd3c0b703200d6894db410e9e33618dbff33cb56 +size 19966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8b5e203a6bbf..2b2a9268e834 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8817388bd42c3c900f2f118490d207ee0ed0b7499d8b3c05cb7632d85d128e0f -size 25991 +oid sha256:9f720b278ec00994ba1ec99e8802883451f7c87b1989dd7f72d6344d36923b75 +size 25861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 35819d32fa41..0b04c186de11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18b4c062816bd4e3438fb2593c4f6e509ec6ad38a01261e3113a9406c26a5d2d -size 25657 +oid sha256:6caa53a47159bb2871e949da766d941f4decad2353471b5a936ce79122674905 +size 25624 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d843c1f3fee1..eb535163daa1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0db29602dd10e4dec10c528a18735478f8465e11b1c23c1d28a526e536fd4012 -size 23083 +oid sha256:9fa65c04947feeb686b14b9c99c0436d644d7a4c9873db55fc5976b8055eabe6 +size 22930 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 46698ea03c61..27706264269c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adb574eccab9ca064b463ce5559822adbaab2d03b00464a0d7ea7e265ad3fa24 -size 22917 +oid sha256:8351774fdf656188f6a405e688eea5417f470c43fc7088fecf9fc28bf4178632 +size 22864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 096387982e8b..293eb2986376 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cdd0418ce993d444b83db43c85235da2c4449e64103bf1d3b4a1babd14be765d -size 24870 +oid sha256:6f486bb7dff8440986e305d7dbcb50a7b28b6d99db2777032483d0536b2e288d +size 24844 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f7a7f2203c68..aedc3754183c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80e0f9f038d103e3b6ddeb00a1b5695a3aa2197c4387105e1a767840b7b64aa3 -size 20978 +oid sha256:421c07b1e115ac11e9cf0ac165ff4b3f4e526b4ec3ac22f1759684cdcb2c9dc5 +size 20884 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index a5abf7f4b958..77e66a2be0ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:445ea82c4fa66a4889638afe513ae7f77c55121c54537ce8ba8fb766ad5b231d -size 25333 +oid sha256:0fea4d28a9d719633a1c22572ed616b328b2e3c01f8dc5f5d477c06e9401ba7c +size 25266 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 668d91b0d48d..9c978412be03 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54278a35373e9094719a0a125eb8b16da388c6ca5a76ce194881d6980ed48275 -size 22541 +oid sha256:7de8ced204a73e2603e60d2429852677513905ff0410905aef49d94b3e178d21 +size 22440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ef2fdc514dfd..6dd76aa04ec0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f15ddf84c82464fc8983ccc0a5e7a42742a88463a12df3f3efeb45e81a21e329 -size 26061 +oid sha256:6f14976937daf21583e33e5173bfc27b4248ffbcfb9eebada67b1e1600928458 +size 25884 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0c43ed6cd76e..b5d151a1168f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc6f0f493b8833a963288cedcfb7d1cb21a8ea68f738cd42b418efe95ac11585 -size 22833 +oid sha256:4a3bdecd02e7d8357316e2f7290f96356a39b135b3289447a8afbf2fb0c077ee +size 22720 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 952ff3161ab3..de328f8080a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68d78696a2e53a623d58b3940d676833ed91d6edb115e333ebdaf9d7dcacc612 -size 31667 +oid sha256:2a4985c9fc1bfb12582da871c2cb2ccd95b0866f51257bc8d20c69bf4d3edd28 +size 31645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ac243ea244d7..c345d1e053bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68a411e895dd8103a3686a6d9c8e343324b470845e45fe8e0450c524e86dd870 -size 27655 +oid sha256:a85490d994ba88f2023ddca702070c6e28ef0c78cf64feac129c21ea99e714fd +size 27638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0f6d18e546aa..c4b0d5908b37 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28a19a5872ca086b212b7e4a75f606cd400f4f6b0cf464625c00d49eee9a8944 -size 32289 +oid sha256:62a4648b96dfdf89253f0a287323062a3bfcfbe64f26c2dbe3c9e4528726f6b8 +size 32198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 474cd9e95d26..2f98969bbd83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4b5f51247ed4fd5813104b1bcaef405c33cdfaacce580acd9b890dc270e06e3 -size 28430 +oid sha256:06a7eb1afa3186e9e42c79b81ecfae5c04877b97dbd3ad2533f9a02c73251a69 +size 28405 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0867f1f11e80..c3df957e81b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:483aa2c621ea5874f5a8a11f13a39b8aae1c47f0ddbb02f470d95209ce26d70b -size 29782 +oid sha256:89d6bbdb13d723208f71975f74b357155d8e02259e8435c291c8fdf2501dd4d2 +size 29748 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9d9e1c96e1ac..2ebbc75ab94d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb18975c17586ea885b73d178b7b950c32c0575d82933cc905dd3fa93400d9cb -size 27105 +oid sha256:1c92db2dccbf7e112d8ab56211b03337b182acccdeb51c84f7f8ae0327414817 +size 27077 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e0c3ffb0ddcc..ee83927f0dd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6afd257d25e544f672ece45a58f0b87e836aab86fee0a0bf583ece1ccac0d3e6 -size 30680 +oid sha256:4db052dedd1e17c1a72c4e0e8b78d55308049f3a3971372683758f4bfd055d00 +size 30601 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3c93c84f78f1..b33aca8d6223 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fb6c346f3264a16d57178101b2650512b0b5b080a1d7765bfa0a0de0cb2bcc0 -size 28043 +oid sha256:fdf32308ccd4dec5e486729373d90855a9ea1a78e4c699ef3c683e8f3fecafd1 +size 28019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b26512694e60..27dfa4633e41 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f97e7ee8854af2715197fc9982df108d6c8f5be30f999d5f9e9b2adb3bec191c -size 27486 +oid sha256:cd0db1e9ae25097ea60df5ffe5b426e6f2f15cda912c75854ef60f2c1e0aef67 +size 27260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 974ccc3ae2a3..45604b84c8a8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a58c871cc8ada481a803db94e852240f61187876ab850e0c3d13b604b77f9941 -size 27652 +oid sha256:ba18f7664726fc4f2ad4530598d6bdb80b73489779d31ad69ca76b0514c30d24 +size 27576 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 593c5ecf1167..3b1a508cd753 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2d3063753626228d74d19f4130f1eaec8d8ae1aa42ae1717ac354cfa79a1852e -size 25066 +oid sha256:d5e18342ada10401eb77309104836bdce23217903a08724c079ca62f50c7fee5 +size 24887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4c24db9b600c..ee456842425e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62db051ec7e9e701189cf30447fa3e99623f40f18a0d86b514e96af46257c558 -size 24696 +oid sha256:1a35fad74f018fac38cd5d853c5fa0dbc073b61a32f81f8993c52bc30e7c1ede +size 24655 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 00499af05bd9..49da47d109fe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0df310c8c10e0e563e4f9633b7155f5989a0c31973af1aeacb4478200dfb85d1 -size 24831 +oid sha256:6f0c46a43a2fb766a44a6856283e218d23f7832e50c6f9a227e92e5df773b26a +size 24762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 10debf56493c..eb7b55e36d87 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:484e84e05774083e532167b72680780177bddc9db41b397637330aea5f3af87e -size 21384 +oid sha256:87cb95cbd521f2e1fdefda9802a2d004cf1280b24f0cf83ecad75d40c4107b47 +size 21316 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e51e6e27252c..9c20abf01479 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b05374cdda07f21b9d68fb1c0971a1d870f1b8c1e6081993c993fbd80052be01 -size 28058 +oid sha256:b7c5049aadaaec512a7c445c9d8ef4983dd3102863ecedb6d59f02161f695d2f +size 28013 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index efd39e6e2357..5c8cc42b165f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:427a94fb1a5e39049baaa8f1cb942a296a9c9a7d385e8f5d36faae2c056661cf -size 27972 +oid sha256:67de05d4664a3c909dfb110123f33f2ab7c4576ab8460127f5e2b701f734736c +size 27919 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2cf093f4043c..69d80204f5f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36289835831cc98828edc35229f23b3b3b5eebbbb56a637afddb56acebf2dab8 -size 25531 +oid sha256:8c16cee2838fac9c4ba500401dbe52e3c45d526939f76c98151c2ef870a97a2a +size 25358 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ba6ec17f75a4..1530bad7aa9f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23c24968f056a8f8594576d13f073f74a07acf093eb6b1a0f749e4da8ba2bff5 -size 25227 +oid sha256:2688f7cfb59c10a13b2fdb9ccc7a73aba2c18b9ee01a180064758e0f5368299a +size 25183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9213e765c457..25c29f501670 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b86ec71829589b39ec8862ef45de385700e1c34420144e091b85d0aeca7725d -size 25910 +oid sha256:1baf21ea108cca1622e3cec92efb240a42890126930644ade93ea423f678f1d5 +size 25847 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5cb5975baf0c..0ea4cb6ff3fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4503aae64832ad0844c8d0a7588fa8096b463d5a25d5632ed3eefbb681e64a69 -size 22149 +oid sha256:6fdbd2ad9e0bb8d00897a3c4cb61546755c4a71bd511711940da2a1296fc3386 +size 22095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5061e0e78f74..d978a1e8c69c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fa426c48404d89a8a184d6e305718667d77d3acf46fbf573f173302e0a52440 -size 22964 +oid sha256:ce21336ff66a973315c7d6efe8e4df1d45adc371c2d6dfb4eab2cefcce10f324 +size 22798 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1b5c96c3d319..5e4878ea7f64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bfea78f9fd3792180c9cd80f8bdd9ad787680d46e2449d572046f18ba956ae6 -size 20038 +oid sha256:e6984b7349f67aa0258591939d96f92c1276e749273f492460a1014e6ebb278e +size 19957 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 450f8b723398..26e55573add1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57ac50e3e75670d0be43acb55a56e4ad812f75e8a0e73dc1e2f7c01944ece475 -size 23356 +oid sha256:b04bc71eeedea5961999a1dc2b3c89b278cf2450f1733b574b6f3d3770e1df45 +size 23270 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 98efcf3dad36..6a20c8c2dec5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9aa8a367635e7d5e9ec746a2b6c2403c52e6c5c540f8edd17b4c580129c046ea -size 20260 +oid sha256:9a27bbda3033ef63f1f0c71c18576d0f882ea97dc2b03a2768ffacbf7e1c4773 +size 20140 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 158843c60a54..4c355b347682 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b80989370c90922b7c4b96c6f5b63a12bbed080d97ae232282f1385ef3ff298e -size 22906 +oid sha256:aba7124a4821a9c260dca02177048eb65cade0fa922f1509c71ab778b5074046 +size 22760 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index fd6af3973d1e..fb3a3787a0ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:363ced6f450c8fcee4db2f41cc16b75cd0b615b042f43df924fc4a30ef81238e -size 20382 +oid sha256:1ce82c3dd9f570a54f037dec2559a4e0af7bb8255d51764ef0901e0a67425716 +size 20274 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5733fc94b033..bc575a746307 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7c5a7a782eadbfb52bc33474a32eab7bd5cb83b9835c3571d71703a3bdbd5e1 -size 23470 +oid sha256:8e36bbfca716d3de9276a317bd621c06cb339a4e5e7c717bfb155f756d6a121b +size 23390 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 512cd17a2b68..2c33bfe59995 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b6282c976e4c128e45b9b915ec66d1905c888052eb4097df946d739ebc89e35e -size 21005 +oid sha256:313eb60a71623ce6a101ba8044b8fc4b5e30dda53cda0d6142fbeac218f60c47 +size 20861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 04de990bc67d..a4b4ada96038 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d667deef3e1c085edd72a18523ef031fcd3113a4e4d5a184e984757d0e6d5efd -size 25223 +oid sha256:7a1f14c3e8fca28a672859d36c9b2766af957f52e005b209a717841ad6393043 +size 25204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cc8f8cf4918f..97ce98e4755c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b588f4621e31e03aff07541fde9bbf845b1b6e71335b65cc6bdca2423e3dd44 -size 23700 +oid sha256:bd62473752f6730f3802ccefccb2174f583f6c2111b43b8098e6df578d2b03a7 +size 23722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 24748ba89993..4110042ed792 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f351e273969e422927f6746365af0cf6c7052643257bd8224bef286b6a982f3 -size 25629 +oid sha256:29c02bb081e5c15521254fb573ce1a68cb0e8bf32be4268cf000cd1c01b5196f +size 25575 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 505917be42a7..de54cf624180 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a69faf58f3c9023d5fabb37d75b3eaf134af0af482a8aa86f4f9f5b314fee0a2 -size 24296 +oid sha256:ab525ebd2178d2b84cbc37d75b026a1f463434a675902ffc60a6f73239adb413 +size 24265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f6d32e302663..7857e9b3e821 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:914211d132b4a7f29aed24fd770f6c703477057289c091a6e61801485940d25e -size 26784 +oid sha256:da8b2d2939c52005c5e4823b52c57dfec2fd23044123a26649f7681a2e10901b +size 26726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 473fbce11eea..24de58fd3ec4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ecdd20ee2100770029e48cc651bc336a052663969593cdc925d4fa2080cb739a -size 26614 +oid sha256:bab592f9f0566e0ab1e6ed2e26181b5c7ce9a79fdde03d3013c27b07e8335801 +size 26572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3a65259827b6..45511fee5152 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e339b90465d9477b42cdd4ff5840ad0c20d5dc2ea2207ab0da8f08621330755 -size 24247 +oid sha256:c3b26d7b3244b88a0cc99db6d39bb56407d39bc94ed6782edd50f55906528010 +size 24154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dbe2de273c49..5af33f10967a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c982dcc4f737d147f6c9e2cd44e0a03145c4a2e59a8cfbd4310d47d61348d0b2 -size 23717 +oid sha256:ac2c7e4737990eebe10bf4eb069138b2cd6cbea3389c5dfa874c9c7ba8382fd1 +size 23670 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c581f3b4ec7b..e8edf08e6aba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5bd1a339c5b47a1863b75d57604eafca97de934f84b0952680ce2062b5044cbe -size 25033 +oid sha256:c916930d43368a2b1e03d24904eae97eb29bdec2970f7cc4da7499e2f61c11ea +size 25029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fcb9a6000525..966701907aeb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:656aabed46e981cdf687a012c57564f0a6b79fbf6d8e63476d23ca838486b381 -size 21570 +oid sha256:74396b8adc07eedd6ed2a24a7ab26236fa25919a2c422c13827d732902ba8b3e +size 21541 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 179843f322b8..7cf7dba7b7a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a5b835778456764ec43373fba9135833de4fadf8ef38bfd3a16c784fde0c5af -size 27564 +oid sha256:3c11dc7f7b42018ad804bce47952c8b45a00a3e0a68197f5537a24df861ff2a3 +size 27485 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 198134b9dc5e..ba3928915e19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a123559d582f24ed506387140c5bcf66cb2047a5521b71e8a21fd255e685269 -size 27254 +oid sha256:fce3985c586b5002c57f22bfa33651f3cfbc34f28b740f5be1e6080a23eeeb79 +size 27170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0b680fbe2379..c20c3628e9b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e62df40e7c4f8209465b4ca9f67f653bc8ca6e019b1e15288fcfe28dc17b513e -size 24603 +oid sha256:cfa7827c525a57edf9d598bbde88a03a42de0db7fe813c150a117a3b6df51841 +size 24448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3390b52fdc8c..b24bb081b27e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:616fa0b07d9a05b87dfc4e99bb50b1a0a11b77b4ef769e4543198226c8bb025f -size 24303 +oid sha256:96ebd55c3d8c754595dd90894d1c2ce6b4060e528e8adf08dab13cc13ceba030 +size 24251 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4c47c2b575a7..3cc306fa372f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1d807e645221e95ef721a086c24bb140094ae501149cfd68f9fbe29788e8aed -size 26109 +oid sha256:887b1820e0ea635f73039d7f2243577a3f36720993be6068963e1643688c58d9 +size 26091 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7b463eabfeaf..5f3c2668121e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:590eb06fb2ebb577c652fce8cbfda19d4036794a3ca8df1cf80261ca6d24cf91 -size 22316 +oid sha256:77147864729ebf7efd86abfec576f2c95b74a1d65611c69d2b045dbc87c534f2 +size 22217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7da12065546e..3f324fe5c99e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe983e1a81692d9d45ad35e137379f97cc9ae8c04359cbdc75f18ecb7d88e00b -size 27088 +oid sha256:50838f2b8fba431dad8db1cf07d9b2c05a0c0f37455c0be06213ca7343699f3d +size 27031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5170a6103108..20571c618dd3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41289ec5ba934222f9618eb293b49fa360097babde829298d8b8906a27a8df03 -size 24413 +oid sha256:c5286351c23ec1db43cfa7273fd68c3a334cc38ba096cb3d8207cbb79f5e9091 +size 24324 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index bea718ebf55c..aa86b1a481ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee3629398f0ffbafc8355baabd4063e8c04f320a436c01cf9f25ee124284a200 -size 27528 +oid sha256:5ab10baaab067aa5a4d48e1cb8da3030f6e4e7d481b63287780ecdf573533555 +size 27345 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f1ed900e17d6..e87649792297 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d90089653fcad76756bf4b02efec90597e4e5c4054320ba2cbe86e62faff0213 -size 24866 +oid sha256:04f1aee27143e35c97e4f3a6fffd2522be113caa35baecbc34906a18f731f318 +size 24743 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 04dd99b08a4a..e80465e2240b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a955957f2133f99007c1743feb210f2c997ce553c1dc1dada082d3418444329f -size 27881 +oid sha256:dade87090b2eb2cb93c7fd8894e97ce1a772e120d79be3d40cfe638c3d53e6e0 +size 27812 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 257e400144aa..353195eff741 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60df5c2e3ebc8f25ec178d94ea5ba565893df6c593d72002a389e305e0978a1e -size 25025 +oid sha256:251f180aacaa9af2622f3da08a0e4d83cfdbf343c01345b6ffa833fa32388906 +size 25000 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0443efc15bb4..b29195922487 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:705a2d96d2bd849354b526afa9a1e20dc2532c6f0f69a0e034adc706ec607792 -size 28231 +oid sha256:1ac1d9aebba52e76463a53b83f84b86afdb2bb643bdcccf1cedd6ac1f3737363 +size 28178 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c2ca4544ffca..b3f8246f8e76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:935ab39e2e4e52768a4d0bd6a158a4a97dd9be8238a3803e2c67cfed49cc7908 -size 25773 +oid sha256:ef0c5955df657758dcf7c282d688a1e4c26bc869e6a55805890606f1d3d0c674 +size 25735 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 279fd73de7f9..cb4097b8d734 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f82986a1ca1f1a71a50f3b2d76981395eb974f81d2f7041a179cd8c8c7b4b5c -size 28924 +oid sha256:fbdc03801d0a39756fd8864503c4be834e9eeef4a6eb604d4f5eadaf619f7872 +size 28815 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7ac76e308dc6..2339ba6cf310 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee5de4421323885f63b5e10c8bb7240543bbeef24d3273ab4525a4db6f11d7c6 -size 26166 +oid sha256:ea35597e2c6f8a40dcc5967a667b7f9f72caffcd7b95e653988ec6502be2c8f4 +size 26110 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ed397a10e7f3..acc8fba0366a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eaa4b9863f7eaf60d9f98c03ee66cda22a820c9db15d9f3c3224de25a6be0bc2 -size 26201 +oid sha256:db3a36fafc817418cd21b7e978dbfc7450564f858be8b371f3e222b9a4bafac9 +size 26199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 784a2acd4223..fead0eca4477 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db09831b55ec11bfbfef9f7cb5460191c7f1888815466402ecdfd42af88b111f -size 22644 +oid sha256:c9c1865bc26c4064d87655427f6a73541d1f593b21d1fff74ec44b6c3d6db9cc +size 22612 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 99ea0a3faaa8..76178782028f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d9ea0df6fdebf09a6aa6761d05cfbcc8ee86b92e4d1a8322e60d5ebc3cbc178 -size 29232 +oid sha256:ed8f60d48161e27bdb3a3250e2bd860f9ac2d8f57a05ff26c0651d989d15f6cc +size 29212 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a0034ef78f12..f09a756ea116 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a11bbba6555973268a802cd4e47477228129341685143f6af2e6e46743b14528 -size 26494 +oid sha256:f06c840f08af756b70be2ebb1cad69fcdcf8b26f60b15fe0ed5c5f3d5849d2cf +size 26434 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4aaa07c3eebb..31626760aa16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2e0e8d4ea6f1d1136336393bf92557740eaec30550b6aad731ebaa1312bb906 -size 27421 +oid sha256:058019069efe10a8ae81a34538805145316fae8ff766d35f9a558e3388d7337f +size 27409 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cf9524ac3c1c..e701c1c99e17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:def704b387a31109c6ffc52492f51cdf399b53bddb07cd2d3642387593432709 -size 23422 +oid sha256:47c6339f7db0e46b2b86d056f1afc77f8195b7e29b5eacce5b9a99a027c2d659 +size 23385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 16ca5de9e790..9b983acb669e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d253999c5e95ba42d02f7783f73f1154819d90468fc8bd6799f02001985f0409 -size 23266 +oid sha256:36e391e0d42a4256fc197210c5ad08220da2eea99cd619ea4eafda16bbd1a5a7 +size 23168 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4e75d3027a2f..6c0c5064a7e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36a048ffbae68af677b2d81925b35ddf3ed27578828189ee8d28f453b4b09afb -size 18878 +oid sha256:9d13f784fe6e66ce1a28d1f80d095799bde68dd3fa45c266ade8cccf32216996 +size 18775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 919ecd9e85af..291f4aecf7f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:196dab20e7016accd185d306dad89ee9c5187b6b2a6618b7a55d629e749ede3d -size 23911 +oid sha256:aebd286b1cdebeca62dd87db3811625a252cfa729696944b3f3e0d6f3ae15b97 +size 23892 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 89e317f223ed..8917a3ad25cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44de2d4189ef79ac46d86fd4edb6db9f84f840bcb11ae8e3f9313046ff169b05 -size 19818 +oid sha256:67cfe5444cec6ee64cd1982cbf3871723749ff77da40d96fa4b01ee7fe868208 +size 19708 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0c04e99024f7..5085cf1ab38c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5fc153931a0e6d75a574c247c03d76999d89dbac6c107b952a8371c34ff0a89a -size 23121 +oid sha256:4b1749f8ec46f6af006fa8c3317e7af3c681030a1439832c18f1ff39c5b3c3c9 +size 23053 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 6523a0e78de2..d2bfbe9b9d2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93b1a7916bfe191932bec2c65fe4d76f0005b1a3dc6b332e46fc5e387655293a -size 28583 +oid sha256:8d70fb03e021d1410429eef62717445615baa1a2075160d195a3b2fda7281934 +size 28711 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 6008434c402a..cf0856d0431e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e5c31b2ff5d361dd0a390be1eefdc63f0e234167a2dd4fe98e76bfb86b0526d -size 21822 +oid sha256:603b9d5019c7551e7158018918d36652a782085b2e3a90dc3d5504a64122ecb9 +size 22025 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 2d5c91ecfcbd..1e966970e109 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18ccd0bcf3857f7274188fadf6d7e0d4adcffff3f6953bdc9f5fbcded601f193 -size 37547 +oid sha256:a971ca687e779d1736aa17fd67185d0d1aa6ca155d13dd32424fd6583b5ff9dc +size 37840 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 17982dfe7131..e25872dbadb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0251b7595a22f8111bb9c864c48fee5a8459d414cc631904531bec039e23534c -size 29568 +oid sha256:5df2a4ed33ab7866138b29fa3de2cba06236c863f755dea35cda9224f07c1274 +size 30133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 2caf29d3ef35..627940a6c0cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b8d95fce9b6f17999ef3699fed324251905b031b0acce0745619a49176c5123 -size 29971 +oid sha256:3e09e2bc0b40fc72696e3d60eb1de51beefb60690f6be83669510d469b4f18ef +size 29934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index bb6bcf5981ab..b78356ad8a09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47139ec3bbc42bcbc8f649eb4dee063948f36c271ea7987788ccabc4a9d2a031 -size 22783 +oid sha256:315ec33ea221c3c68a796c810c0572e1a6d88fcb6e422a86984fbc505df6237b +size 22742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index da684a2e3db7..2a3b0b5f4239 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ac9299e4362d9518bef5dc40c6eaa1fc7539a948e7048f40692f687f4500242 -size 18688 +oid sha256:1a260392a04f5e003c31cd4989aac9f4cc19368b0c4f0ad46bef23b7f2ff62bc +size 18571 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c1e58d9e8456..431d60679f10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c42f46f0a9ecffae980dc506520690595804e4bf53e58d76eca70f20097aae21 -size 23858 +oid sha256:59217c066cc22f08d43ba20a521a39aa7d0b0078bc5c5bef56ffe82d07ec90fb +size 23782 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 66a3e3ad98c7..e04b4d5f0d94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df7c63a7329ebe1d317ef7e5317f865112dc1dc9f3448ebe79ba9218fcfa40af -size 29191 +oid sha256:33cf5b841a4bcfa7a7b5c560e9df3d9075321d3c7900c90b8669d10e6e1bb0cb +size 29265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 230be639f0e1..d7f4b852614f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:336f22bdb197a21c7f79593c29e3a3460dde2e16edcc3d62b6f03f25ab9dd2c2 -size 23027 +oid sha256:39aae89415d4e9b725d76077e036141603fd5fbcd283bdc068e9d7a441c7080e +size 23117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 2545a618703b..d8665ac44e5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:894bed19d1ca9b7f50f0858a0a912fc4b49bf4cca8a72a3a250961feb18351f1 -size 37916 +oid sha256:78184fa19e20d21e35d0caa28d4f5f1639177fc0d3d57875f2c8a17d2db64b67 +size 38313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index c71056dd1aa2..d63027d68655 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8cf0107ea8069b4fe63bd9bf833ab454ec4492329d5d3dc6f7043266e170a1bb -size 30842 +oid sha256:ebace9f23dbbf627b6bb823b342f2c453f8fd4131756405724b507d0c158ca35 +size 31267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 591bdd891938..80172e3397d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83a3e21ab16721b6b70017c3166bf571440cebc2393ab88300ca7d3b541e3fd8 -size 30340 +oid sha256:63498e4b3d262bae5c4bc1c46b1d6d7f682729a04af5dfa220e51e11d02fae4a +size 30423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index c66f731d6406..2e2474c31919 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1cb68b4c3f70da60191ecbbb3970440eb88e3b243677785ef3157658b919b8d1 -size 23822 +oid sha256:7f4d9ccadd1bdc71ce2ac2000e57a19ebefe2f29803b757b8939516f868d348f +size 23853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4d7930fbf3c1..1783e58e3bda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f74fb809cded6ea10093b2d31445316b72e67a3234585cd1dbd5f11df01e378 -size 19671 +oid sha256:5e998bad8876e13713a7feec7e34bddd61eb26af296f11681ece6da3cd16600b +size 19544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e266d8a7491b..cf183786a9f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6023444d5dc7ef42b865ba0f886a14ddda3caed01dc87b3231c38f638fb0be9a -size 25704 +oid sha256:68f9a2f383e85456dab3387f3fbcddbeb38b3b09ce23e89e0ac78f4253efe68e +size 25500 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8aca50e40781..92320a7bf109 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5eda0bf09aa97616c5b451e3bb6ef77c2f36198db2b49727000d1c9ea27b9adb -size 21005 +oid sha256:13adae7c0d4d47fcefed944d91c2b76e506b6f56617d5831d77c3f85a8c1c425 +size 20794 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e476d5f71fd7..bad14a91c09b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:61dfc2697331a31675c4463df1e69aeb9ef21eb6ecc10b9e22b4e3b5efbded4a -size 26031 +oid sha256:5e710350d87d7d6f64c352f3051e11e54f97c89e725255a4d7012404e9fde5b1 +size 25839 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index db791cfa0ae2..45ae705497d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d51e070be20c640b54bb1df8035cdfc8c9f8c2cd98f01b7e89c7a454374d8c36 -size 21870 +oid sha256:fc2f793f0d2767428dbcd09834815dc39e898e7acec7de69cde392e5f41ad3dc +size 21673 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 788470660285..5afc4d4cd610 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0565572f2666eeff63e81885d529a3ed817fae8e4238299cc554fe6f855e8447 -size 27950 +oid sha256:34a1ac62aaf3aa1f3f72f6aacd7f2a248615fc3517153c66312c3f88b3d2e8e4 +size 27938 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index aadb4505a9fd..41e321eed78c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:899f3fe0f7043736160796da5e04f3ca991fdea38cb3e1d82b453860fd8e1da6 -size 26812 +oid sha256:1fe29a6ff5578b466f101b6c3e7041efb7c94d2f100db069263bb2f21487184e +size 26764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3f1f4973c7e1..742c6c7389d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:446e7c5f62f78c55cb534e8d2747590b20390c554ac6e68b2913af963128f702 -size 29103 +oid sha256:9f4bf8e08a20863daebfc86f485c64ab515897e4473eee9615021ea387bdf2cd +size 29113 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 44f959580d50..8e2c39a69617 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79588c0394bb263ed8c5fa43df9aceb51a6ef8e60f96624c5b0e6aaf7ad70afa -size 27790 +oid sha256:2e7e15c334b8b903eeea8b85672b133a46f814488f15fa65c3b29d5f4812c24b +size 27776 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3583c2abb85f..ddd9a0a7f8f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4a46a2e8bd2e8ad12e0f18fb29a9841755783e2ed01cbff373b7aa49bc09f88 -size 27015 +oid sha256:02e641505a69646633a377a81f0bc7bd3dd810b0a66f408165560679772c7817 +size 26994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 335063e3509b..96e0d109865c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a9528f141c674e342a5deea8682afe2eff56b707ec53184f17b946ba3583838 -size 25497 +oid sha256:96fac75cea6ca1589d994c0a4d6a8593db9946efdf68e7e4d93e17c491cb1ee9 +size 25436 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b8cfc05228e7..cd987fab820d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d113d7033ec284dfb22f3e9701be466cf2db078889a441e495dd0eb85858d4f -size 28232 +oid sha256:c3d019dadf6c3605f0acba33cb1f8a449e2bf8aee53dd65a6c264c385e134ef8 +size 28217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1d0ed0c65c09..17344897bcb5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1017a2139d005a0936d152f225da4d2a5f6c78e04b22004660d8ff9a537017b9 -size 26509 +oid sha256:53a45004d207f75c4ee3a24e5e197b83519202ab82d97fd4305e1f5ae265461d +size 26506 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ed7927730752..51ed121019ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04535a2d4de92e43021664f414ae07355d1e7fbe390ce3036d14f850c00b8b4d -size 26480 +oid sha256:74b997030fa8836c22de161018100589368051745d9b9b77f57c0ead014e9f09 +size 26394 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 23e3040a3997..dd8bea76264e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84b15ee8a0ebd28be2953ac3946157bbea2ff51ea134a1d1149923cb0d1e287b -size 25529 +oid sha256:95ac322f56a149263ec6513bb28ff1cf2b5f29da0966eb4fbd8cf98827918867 +size 25491 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 82916db7dc25..53624580dcd8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13247f1005ad9e01d90fd5bc85651696ad5ce603e1695028577037f9f5755bf9 -size 22397 +oid sha256:c9b25bf6361231c7d2d2b4c6d0d19cb8a6470d81dbb42af1244b5c1c7d5387c2 +size 22310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 236ba0d66f97..4b27d7ba0342 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99c5de02c38ce40e0e3d2f9f4164c3eb3e4ed7ff3966453295cc4c1f05bf35f2 -size 22536 +oid sha256:4b18d2168535047561094570258b52ba34b9472f78c2c7a86d66800340b6bb55 +size 22474 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ac356774c038..dd47424eaa6c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b621323446a64a77a517308f57a40e91136aebbbaedbae239757337baeb7f14a -size 23191 +oid sha256:a23ef62db893810d60f2661066c863abf00a05078ee54ab7a1b253fab9542a7b +size 23117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3711caf6c0b7..c044d8f557bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:156c2e8c20915f2ea02bf7acd9c5bd90db30a5c2c333ceac2eff85740a23c4f8 -size 20464 +oid sha256:afb473da14c2f6f52785c08f8ce17f17fd186dd6cc03b17485a94c7ef22c9c26 +size 20418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f03892cc6aef..91edebf4b879 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6db5d9b4658ab0c9640973cb1c75cc905870255ec5f0cb7a42c0817e07941fbc -size 27393 +oid sha256:5b830d8b81222fdf57d59d173f3585da7ef5641819170fee030d01a973887fe4 +size 27255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f73a9deee606..97c9e7595498 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55edf53beaf0c07e59ad1a91d35bca1f7c2e1e7c0da5eb7d408a8f1a0557cd91 -size 26899 +oid sha256:010b49182015d2c48231db25a323654d1e5509967a4cd4fa6faec977d058b989 +size 26814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 482b5bbefc3a..68ee3f6bfc51 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd76a3b6a2fa5af91409c5416d1a4f49d724f3090f7ab18962e9fbc1b1382527 -size 23338 +oid sha256:f75d658bd23e500be614ab788efc384d393b0bfcc9089a7830918f2237439853 +size 23233 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b81ee9e2aa42..c935e04fd587 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f07333b6ac24f0b0fbddc1377d99f0734ee8c0becf38ba92a05281c2bf4e410f -size 23738 +oid sha256:fe0042a4c8872caf41c9ff54d427bb80bfd136aa346720717fafbac9fe232f4c +size 23709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index d51f667f18ea..45fc218b6e0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42fbf26ad1161777745591cbde879e04982fdf3ac008309cbcdc086778d42697 -size 24063 +oid sha256:f652344a38974722a7cc50c5117be2141600b5329653b49f0e46cee0a6c33e77 +size 24046 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index aa027a4282c5..5944d7b5c0cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa9774c0a618ddcdead101e116d55ca3ebce6429d023b8374ba1ffb149bbe044 -size 21315 +oid sha256:a7aed4d4bf31e2ff2bffae06a836951c0c950eedb442759b53f631ad6d24c0d8 +size 21298 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 02a093f5f03c..54b3074b9410 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c0fd50e9e4c2b601b4977ac840500210f92aa5d42c43300598e286cb1630414 -size 27487 +oid sha256:e539ba95762eb4282144ecc73c33e9cc9efebd917b642af38acd8e215e65f7c3 +size 27453 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7454232d89ce..b6e51072bfea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4b07090573a71890dea71213264bd29aafaff0dd45be83e61863bba74a2c0f2 -size 28776 +oid sha256:47ffa1d00c292d4d78c1f2253265572c485378e65114d46306ab772b8f9e0276 +size 28707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 006510a8c2d0..33cc59114f2b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cff4d1b6e31cbbf55da680e37607dff574b1e2c66bbbfc45e10c89297d1aa83 -size 26634 +oid sha256:165d63c9e048312270dfa5520218785fc4eb2ba8be631e29277da6f57b4e38a1 +size 26579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5af2a4914d1c..83dfb7f4fd1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9cc0aa3a63d03fbd9810be927d3a18326f932ec03033ce07fe0894a7eb155b7 -size 28015 +oid sha256:5ed32753d1a60c28fa4782742057c0c08bf1b6abb3197c8384560b2ab54c2579 +size 27941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 64a06a82c2e7..d11efb58178c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8deaa6d42a9bcefbaeb88d2e249977aeffe07ed64f49aa7cdda854b6eb63d317 -size 25444 +oid sha256:3dabf45c40436a4c071bc4876503f4e57ac4135e153874526bcd1f1ca6e81afe +size 25439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 35d6ab9a8706..f67775e505ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc144bd0c7b9980027d31ecbc172c1cbc9ab6122140edde364a228749340e42a -size 22035 +oid sha256:fcd621d7b404edd712f11d6a3079b3c36931c105d188c8a9664461a932f93dfd +size 22008 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3392dd1f3a58..9316162053c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f2f5845ad02165e28ca805724da233edfafad7f03c71dc1c32fb742625092c8 -size 26644 +oid sha256:71cff6b7753bd4dad2e24acfd73af6f2c91f3be845f63259524e2889da8a8b4c +size 26616 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a3fb4f522714..48353efcef2b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:06dd02d5da7a63933035a628c1e9659e86e2197536506366ffe08389fdff9576 -size 23303 +oid sha256:cf8e81c6f293f6f4dbede58e44a65cb5416c25ba83843d500343fac0f6395e0a +size 23276 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4fb69899361b..57795bd2708b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a141cb6571ceb928ec76d1fddaa395f1be8b27f7f84f5e9a607e536acd5cb912 -size 26302 +oid sha256:5c0322697483c9f3481eb31568c4b29c6898ebb8225e7b97e02488d1d24399d3 +size 26283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a689a938c4df..95d9cde89432 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b590cc16f842f10577e5e70684da5bc8faf883d66ca59b91bf63cc849de1cd34 -size 22148 +oid sha256:43c2163bddf6b74c568082183c0f551ae1abf16f0d6f4e4d49f457c2e66df269 +size 22028 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1ba1f32a5960..65414ffb1bfb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d7d57d4f9d3e23ae67b33b9eb44d699ee8781dee5996d98a9a824b5e7c6af31 -size 27217 +oid sha256:2b492298dabf1cf412e12a3589bf48b93f1f98f2c2cc934e12e75620e4fdc0bd +size 27112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 45760584bd06..1467b664483e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47ada28feebb87b332a7e74c7858f226dd3481341dba628213e55caed3ab2466 -size 23178 +oid sha256:abbe7731f9f1e1fe58b9a0ee3ae247792fb8dedf6ba2b0b396b420d199d6dd5a +size 23085 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0e2045189911..642beea2cd6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e66722bb4dc5e23d44f73a9fc8c0d0e2d3db539ccac2143af1e016922a7c8a9 -size 30469 +oid sha256:6820874e81590fbc62a92a5ec2118bb406da9020f67a0b2660e801ce44c8d516 +size 30427 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a39f8a665e73..701ac3abfe11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bcd8098428af0b3e9338ce22c13b28c875d5758d6652c30a12ff5c6c804831c3 -size 27788 +oid sha256:d3baae912563fb30c3a5698e898bd1ef1457e487756ff48e2fa369bd3474a299 +size 27755 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1ef5d361375f..8c5ffeac0477 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57f9a1c03a23303ff0eb83ad68f73a2cb0392105b9fbc6a04326ca8ddcc270df -size 31666 +oid sha256:945e87c5be88cc6409b40d81d0aa48c70dbaf2feb7e8a4683366fb0d126c3dff +size 31648 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b295c3454713..a1d7e846daba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69f78cf1a26fc33b2a6332d8a8ccc5f0dbac680e904fe5570a5bac57ce31f344 -size 28691 +oid sha256:41fea4f1ce47b5a2a211774e4373f43a749221d2e1773dcae68dc27a7b1e6c1a +size 28686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ef819c05fdb0..887e833e29f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8dd585b0827d9d73b3bbbcf52d39028e526ea11e6da60274e36db225e83dcbc1 -size 29711 +oid sha256:c6db61a3f688798e8fb81b3e28b1ef025cca5e7acadfe6bfa22b0934b25a2bd1 +size 29675 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8dd770d96501..c0442c05766e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:569416a1369071dedf2eecef9191ae439532c6eb7da296e701e0b87d6ce4f94f -size 26540 +oid sha256:10ef10dbaa7639f72a94caa50f23a96af703fafb6d155e95648aae61dc5242e1 +size 26552 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 22e905f63d7d..822dd82fdc42 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36bc52074f575717815232eb1ac6a74893f2a9e1b4d0ed102374f5e9f709ac82 -size 30945 +oid sha256:98f15c93cb58c97b42974151520f1afd93b3a7a4cb1fbb59f1c94777a8a0c083 +size 30944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ddcd0b20ecff..6cf0ac4c358e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c688c91a2f8565598b165b1e7cd2dbad63b50e29540fb6c345ea13e867d7faf0 -size 27382 +oid sha256:d1807ace81ee7c7f930048dcaff1574b1cf669173525ad52eb5f48289adaa380 +size 27366 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7be11d70cc7e..60ccb9b1d80a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6f1b0911bd19477563c9e53a2b8ac67f0c03d0c561aab0264444877bb625a9e -size 28768 +oid sha256:478d26a94d37dfae9b91bf46003e55db204cf042c908fe8e70b09b52a7113277 +size 28573 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d136083947cf..374fb30f0d00 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33f73817f0f81d4ebfea02cb0c343019d604eea76261ab16649fafe7c09346a4 -size 27019 +oid sha256:4ddac1c6c280db71c98398425abf826bf950ecdb56e61eecc8ba7359dfc60a11 +size 27007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a50ea05bccdb..afd2bc494a6a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a37587c684a6d66542a1f97341b4aee63ddb87fe8b1249e5b1b300bd32c9557 -size 24876 +oid sha256:44b36e9b0c1e590cd319ff5ac2489bd84287af66206827575df2e223e79f61d1 +size 24697 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b8b7aa8fd0f7..08fd938c6c1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3a6604d369af8dfb1c26d57da229d5c0008099795d528389fbf28d6ee3713cf -size 24795 +oid sha256:74e52b85f55e538dd1b6839b7503ae3771eec33244a88eb29e31114bb76d03e1 +size 24729 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 29890badd254..314d731b88c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42c87e5a7c1d8fc893b9900aa2e88507bde8e8dd557939d642d7096993a7f478 -size 24352 +oid sha256:3cdebc2116b9cecc59ee44732d0ca5230efd24b66613ec01213ad01a04da67bd +size 24355 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f8b91b946f89..be2e01e86dc9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2e24afec11c3748296a1d19aeb9df7fc00e901d7b329c9a91b9ea76b3087ca8 -size 21573 +oid sha256:5f62dc8cb798c4c260ba70ca751b5db8ff7565a0635aeca59a0d054b8827efe9 +size 21531 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d865ad57a30b..7dd609ef4279 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26048df02f5e2aa9832b9d4a61e551bcbb8c33c901b133e4a7b9729ad7fc2dc3 -size 29474 +oid sha256:1daba355754058492ff99cfac0b37567e254f39d5d7fa470ed7fb2886203ae64 +size 29285 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d438457a28d9..958d214fe68b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ee5d564f16d3b30a307d87b5f635652fe8270b7fb3a4ecca5ffebcb9485ec73 -size 28020 +oid sha256:2992c294857431377f53fc926977e68314a47b386993a822e5219d57d507a746 +size 27975 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7a966178caeb..9c7c874a6dab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d775d247cfc66b494157cd4bba53d7ca2f0d3c6f91666efde3388358190a1fe2 -size 25881 +oid sha256:d45e37db86132fd2faf2e05e9e03a25221a4217ed7f11e2376f45b020cc500a9 +size 25691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6d0ba0f75472..fe46c1923b53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d4549f15def7f1ea101da4a12d91a37079460f395fe74f0c9f604aec46ad9d4 -size 26056 +oid sha256:287ef909600ecfa6f979186cfab879cf050310f3c56378352f7ccee8e28276f5 +size 26080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4798c698b055..27b1fe6e27d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00b45da91b25ca1731082907a65b31a1359b29feef0de314b3d558ebcad934a5 -size 25295 +oid sha256:71b026942481b3514c4a4899f3575184fd6e14978ec086ef567266ce097f90bd +size 25172 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5fec90501e5f..801524fc17b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0fe08822b84a4fe0a01fc7c36732f4fe14f89043ddd30cda6c0404054ec8bc34 -size 22801 +oid sha256:b064aff6b1fd6a8d760ae1d1538483b94038469f28a4391a21c349891bc466dd +size 22754 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e3ddc3e5365c..6338ca3b37b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6604ac08308e48b883847ac3408763766c1fc9e07799d1c4b4198ad2624761a2 -size 34844 +oid sha256:c306c92a7378652c7aef8438194958a2d09496e0dbd5c5729f9c2cd41a565a3b +size 34773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 62ee9f8fd4fb..f365e38dd8bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4d376b0f225b22b645781ac5bc5694131531e9b1ca5a3e8fcb36a0a73c7ac60 -size 28607 +oid sha256:a18aae1d9ec1cc0db7352a7962a82a785025ac7ade44cc51f401386aa4ca775c +size 28733 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 35ffbffbea52..c21d19ff5bc2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98c8dcce26ee4bc5d076e02831b36054465e4b0a90a798611da4c08b7b3390c5 -size 21870 +oid sha256:84e52a734c590a433d411fc578955f660352523597f54ffd862a03e971e33b60 +size 22068 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 3c1969383875..3f68d0b065d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d8e9a89de943c09cba26c6dc3fee900d208ef811b20deb4843a69ea3589571f -size 37761 +oid sha256:626db2ab818c9fcbcce9ba5f094bc1bff9896e4a7b4cb83cd1c04404c598bfb9 +size 37985 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8cb8c56ca4d2..bee2cfa92f19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca42ac5b007106ea176355948a2f52efae956dfe2d0f0c4cb89bd4412397425c -size 29571 +oid sha256:b03235e266be4156835747fac86aab1aa5e29d380f35717d480fbb5f36fd8231 +size 30144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index d0e1587ad55c..484d0b2770ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b7e33f825c2bf9036c66b60127da1f1508f465457f50ccaded89e618a47a090 -size 30026 +oid sha256:30966b4632209fa1933c9701a28ab27079e97af4c6e9abf3aeacf1fcf9e8e983 +size 30015 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 46c2715a13cd..195c7859d79e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73acb0a179c2332befad43c00009d968cc36d7907bdc9c51a80df6b1ee081f8a -size 22780 +oid sha256:4aad419d8a6e351faee6a5b1ca1603015b9ffb607db4958dbdb7fa7a9ef0a89d +size 22753 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 9f8ba6bab359..a4d1abe679a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0db4c5b422103a8727aa9c268023b602e6477c43952ad852aac01456808f1852 -size 29203 +oid sha256:e019cc8d07900d3e76ef2863d1e90adc3234d9846e61bfaf63e0b0b7c3550937 +size 29281 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index abe241b9a22b..091e85b6a49b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0548cb902229c3fad6b12f7fd0581c113336c73315645260c917772170baf97d -size 23016 +oid sha256:5f2b8b6b666dab7e3d8c12dfe0d93d60315cb5367fa780c2e0bf897611668ab0 +size 23110 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 5f533988337a..566aeb5e253e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f58a1d88640ed9df27286ff610687fde3c15eab1e5722d57ed35e8d5d5d79f3f -size 37929 +oid sha256:630f790495ee72626d52559c8a39e49287f6b24585c7bc9ce77c2769148f434f +size 38326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 07a7d92a7c98..40a44bbbecb7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c0ec2c6c3ecd2fc03bdd68f8aafae05e9e0e468bc7b62e4125de0c9c3ca86f9 -size 30845 +oid sha256:a6a002465c79d9c2f64649f9f210aac8ea6e5a5408c0971f6cf3ced4f17999f6 +size 31268 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index b9412f7a0bf1..43f00eb3664c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2cc99d9ec7c8eaf42e270b17cadc2696d5f0201b08887a94cc320542bdf61b19 -size 30351 +oid sha256:af8cca5d3fc36d24a4de0b5152b58b66232903aebdfe248a2117ba79904415c5 +size 30438 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 8ab893efc69f..303acced295a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ab2ecfa792b287b71e9a2602107d97783787ee2361506065408594d7f1918e7 -size 23854 +oid sha256:035e226bf999781c0c330f5d99a4ca13196d67bb56a5c2e9008c4d692371ccf4 +size 23864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 230081444939..6f748da8cf86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bce1890236e3c9bf69b3856daf752884d99ac20580919090ee5a002fca572251 -size 22437 +oid sha256:ce6ef1f70ed4b694400b4d97d7d0fc0e231e0b031c167354b618e4cad38ff786 +size 22341 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index f142357325c0..eb7131f860f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ca27e53331ca18fc828b5a0409fa6fd97d55c0a3e7238ac43180cba05e863f6 -size 19317 +oid sha256:e88272e58951b4ae5f7d51b22fcd8d283c640f237bdf634cfa74e351e49bc189 +size 19213 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index cfcc09f072e0..4c8b3fb6098b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:580ee76ce0508b7901a08e82ada614f1c38a3107393732239badf43b6b5c9c2f -size 23227 +oid sha256:0f36bd461d4ae5230020b241035de75bce1a6a85deaac3a8c0139671604e6c36 +size 23143 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7f2d9036f9fe..4b30e5205a36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88a584be2b6f8e95fbf98f325c108dd119f59c75f5fbb2521bcbea5427991fc3 -size 20402 +oid sha256:c7a6e61670311534d8a40e0c459d65339defc5037ebea89c73b7cf2844cf53b8 +size 20322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index bd539241e189..32545ef2a812 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5665c82bcb4c62a77157da4a38061402b0c42cd4097eb90e5b637184b48c7dc6 -size 22403 +oid sha256:8e2937090f4012636bbe7cdd6c40af8f606232b29b60d4ddcf2e897a46a1ed71 +size 22254 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index e79ebd612866..40c47a3d4298 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88f611a3ccbb107966348d76b3671d1e9a6e938e627e313d11851f2b90307d35 -size 29172 +oid sha256:694b4b7768666249afb5b45ff9e684e4653d5e8ff5d13c8828325b56a9bf441e +size 29214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 9545b38a5b35..82ca440660fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:950b80a586132587535dd9ee51b467c793edf052970b41a2f01f11afa6937196 -size 22237 +oid sha256:f01dd7edbbb075b143971047469b7548447632bb6502234d38b53ac76df24501 +size 22192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 017239b4101e..56fdd387b783 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a13d917cc5c40013312a9bb76b63bbe2774b93174059792139d16adabb98b7d -size 38980 +oid sha256:fd763d53a9272d2dbb23982a4839f4bc60a43cd0e6b777d3ec2b019011c6d4c3 +size 39366 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 1732a2a521f9..8a4e7779b38e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cac1b60e2b987b78c4f52d4d1d28e62996ab4361e6b296b0837bac021c82bd5d -size 29465 +oid sha256:aeb7fb37fee76b6f6f896346f6c72977dd8938068b80897fdf93da8e9bbad0e5 +size 29660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 1e2db77dcfba..d423bc39c5f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a615eb566198a4b654db36cbabe60d1d64d943eae3dd40bb27e079f4fce13f3 -size 30405 +oid sha256:207ee49297c987225a6db2bc06ac55a88d5f40234c17b299d0ca210eb3fb851c +size 30329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 5e93c011120b..7bc643f9bf53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4d229b9ed2f54f44a985eca69869fcab2ab3029f5c5efd4ffa8683dd3c57600 -size 22975 +oid sha256:e2bfaf1c3f50ea3dc1e051e28eb04de17941d17e8d042b00ad65a9b21ebd6c66 +size 23032 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 182fac182c7b..e98be58d688c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52df8cadb2d4d2f35c8a01ee5fa0818022b9866979476190e748870cba6fbb60 -size 19222 +oid sha256:abfacab3475d9d9559bc94aca088b2e0af42a7bb7b9585c72666aa56196895a4 +size 19138 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1822de768dc7..262187d41ef0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c80974a31b4c56b4a94a928667fd8299bf06f30549864a4ec0e8cf9f7f94297 -size 23337 +oid sha256:4f84ec6f217c1155805896778a3b370c73d893033c64124993252be2d8134a33 +size 23211 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 66a1d3e3811b..7b1a1c3f781e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7104f1872f345639ff6a940f7379a2f686c9c83d97ce37194e79c232dc54fc99 -size 29892 +oid sha256:3b14d90fb20e988f306f520615589cf9950a00e717f3249a11c08210c7f1c8e6 +size 30088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 6d62f40981d0..c6fc2e0c48cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:847e25d964b9a226a5d05752ff6809942e1a753408849666bbb8e976fa4e0432 -size 23436 +oid sha256:ff0e9a48069470865e3353f44c734fc5f64a6e042d77a270efc0138d224973d4 +size 23397 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 4ea8c4cbbcfd..901b25fe001b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4cbbad1ff0333a40ce999c87c8a898fcb59e063684eed83f07b57fafbe09d5f9 -size 39342 +oid sha256:c64da7cac0347cb4e2056ca53020bf190ae42a431696369b57eb47dc3e5a25d4 +size 39546 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 45ca7cb204e2..d121257a1522 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:562210d4d787a3bbe65e04d0ccf9ca6fe29707f689f30cd97f4bd74fa03bec5b -size 30998 +oid sha256:9072cae7ba74bf12470a8164042bf33465565bcda840b8afc2d79bedef5af551 +size 31087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index eddb37dcf63f..d4efb03ccfdf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58a08808a989ce8c6414673876ca24feb8e4446e6aa895172d13e556c55e252b -size 30744 +oid sha256:c4ab6d50942ac0f3a0416188cd6bd6bcf6adce0523b6efc4c42d713655731200 +size 30958 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index b80ed23e3c4e..e46ecbc62946 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21399deb46afd463bc00915861270f5db8a63ebb9e09c86f0cbb79bf7403a361 -size 23961 +oid sha256:bca0d2862fe0f87a4169c275fc8023d54390f4d4768650ada3f70a572aa961dc +size 23994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2fdab7e9e687..5c4200993029 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5bda058424c64a57973a2903dabe6bba449e9b65a65854dc4c482be6bf382cf -size 20166 +oid sha256:576e876a6063d8fe3219c01752e9ad166e5fada5a1f5de85f0689e499fb2b7e1 +size 20078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ee9019fb3f5d..6c07009b033e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd794f86a31b3d842ee661c567eb382918b73d4dd8c5fa83e4c32a655a6b0cbf -size 24489 +oid sha256:02e708b4f48f0a7ff44979154568e8255be05985b7229628cfbfd25b7e3bc2b9 +size 24321 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3754c4387873..112beeac2751 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc72e3e1db61c5cd1f1fb94622750a311c44c0588b7f53b9167789807952fff2 -size 21412 +oid sha256:00f94e95a891e4223d193e24d4e20efc93d9b75d0ddd612bd976fead047c4537 +size 21246 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 96dc90f1065e..e7ef4c34586f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7b1b43eaffd13f3c5fe274198ba3dd1bc456d6c36171d8dfcdde433d318af39 -size 25513 +oid sha256:e3af13f07095091c9ff880b18dc7030ea91fc8c6a8e03e98d48265359ca5990e +size 25272 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ddccb11b6225..af6da8234d6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f6d7c9a37a91b7d4b6f2b9d935f28cbbcbde6cf308cce20542704150fd7f2a0 -size 22491 +oid sha256:ffc068438ee8aedd9970c112e884735aa9de576eee637867b640102f335172ca +size 22324 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 626b73e55afc..0c3244c627fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:274c2e9969b9da4fd78ad9c3c0aa8e0b815de005b9278a5da38c0970cfb9981e -size 28178 +oid sha256:bce0a34bac70d2b32671bcdccbf49989781e1836297d3bdd7fc35313dfe9a57e +size 28097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index adf3347351b0..04e25cd7a6f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7d1d8c1588469fed3145f14d956e5401b2147d7bb4127ef25e1dbdca11c4d3f3 -size 27050 +oid sha256:49df233847f3f9237a4896ef60a7aa76db86eeaed679dd43cfd0b1b6d7c13072 +size 27004 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2a1e7d5ce15b..6cbfa39d0063 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb5a44fa61149c33b9ce48e430c35e7522428e0a2fd4923dea21de5971ea30fe -size 29145 +oid sha256:ae81aafa9afb5cc3343fd3e6525dffb10c44dd7b1aaa9ad7e48dccb3717c5071 +size 29111 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2674ef672d4c..eff79ba8c491 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93118fdcab0ba09f550a91767b969ae61c41dabc8702c4f07e8476883bb0f672 -size 27958 +oid sha256:57984ade4c1d75ff5854683ac7b7ef79bb5cc0ad3565ab08fcf35943ea0d1396 +size 27904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0a0ed82ef80f..bb10abccccd0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e708ffbb85b3366dac2b4aaea99159610e35d2c2902e210d1fda3a042941c12 -size 28897 +oid sha256:47e0672d8ff1d3c14fdee8b2b22768d0757aa72faab0379f833a1aa32b3ba112 +size 28819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e8306891d662..6664095963c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9c36fa6aa2f66f0d905809d38571569973e3e32c155b9e34c7eb3b63a8fc2a6 -size 25803 +oid sha256:277b83564599c1fc5dc6345aa1649d053ee086c11bb8f8190114c16709fe3d20 +size 25745 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8777977d3852..0b7a3ac1088f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da6b0e68d7b8c91279676430f874a4ea7d72405df94bfb3ab15b841861ed6246 -size 29858 +oid sha256:671ebb1c0f45660e49a6f48a19375c05a88066b75ff7fd0212a9d405d2664fef +size 29834 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index eb8839fe5cae..39bec52f34a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54558393c231b2a132f039cff230e10514f248eadb78afc3ced8eef7fa050064 -size 26811 +oid sha256:e3f7524a627edfc6002367e37c8939ff9c6f5ed7ca03bebb1ab0e6ddd5640cc0 +size 26791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4f62ca7f26db..1a70f9680742 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50405041baea5f05b48442383fa4343036b36dfff73ab4a2e1757ae82dc3312d -size 25631 +oid sha256:2b223124ec0cf54ace7935e0f7dfd60c4ba69f3c2b1b70bac34b71933f1dae6a +size 25578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f06ac3c9bf86..42963c243742 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46ee4e5c05a32b2ce5040735667b1eea153f267b15d049418871357d4b678b70 -size 26011 +oid sha256:d7d19c38439bf1895d97db35c51be8e739e4d9899d77aac14ff53091d21565ff +size 25997 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9d82c2402383..ad2cb31d4cb2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0329adab05a4f15dc402bd508b1298c6a0daad91c91ca9e2b0d55710864b9ae7 -size 22979 +oid sha256:db1afbe6266adae8cace08a9d60a01a98cba1a17bcecceede0e843cd20b3873d +size 22842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a434002301e4..125b6bd95e28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97a7c9c3a1183c1b862c42afb5ca91d20bd36e4d5c55a4779e24828522d2e72e -size 23122 +oid sha256:fdea301bc93825aa3d2f2109cceca6fb0358865ead40102fdd9a429566409736 +size 23103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 508ea3c0439e..662d87b16849 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7df7352a7601196fb7ea2fd6c782666f13104a3b545f3a2f927377efc017a836 -size 22414 +oid sha256:af76c05cf899327687bdb0c0f40663d753fb4acd78c1bfc4a90d59ebc9a61d91 +size 22340 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 476dbe809a9e..ddc11109183e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19d1f61e6bb57287cdbb977989a4d24e8f3d08d64b390e94da8d4b9762bfd524 -size 20219 +oid sha256:f19522d3cfdb366dffd82517fa97b26c013bbdac443632dcd77e76f36e0c6af7 +size 20156 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 92c3ecbad29a..3a9f4ce11da2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5455a87361a39d0f1978e1710a5ae34ff43bfac21497bc04b66c420e9a0d8238 -size 26552 +oid sha256:e97054c04d0d3f2399af93324bdff0f8678d43edc6f357d181aaedc116676819 +size 26485 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e35d2f3b2faf..c183e58e8d10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f73484d48aa2adab0383f27333e66cdd2a1ff7c768baee0dfdb4e12c440aac8 -size 27374 +oid sha256:9c87ab7f1d7890f78509117d74ea3d92685888883ab35ac172b8ede2e983b479 +size 27326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f5388a82b4e8..71db3b44c30b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d6d2ece3cfa3de16ef3b82b29139a29e0e720fdf56468b133e03eab38768dcb -size 24029 +oid sha256:c1633da5e4e2073888ac34dc9d54e1230d7d7d2d4213baf748137e50dfdfcf17 +size 23939 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6673b8f518b5..b9cf8bb6bbc9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2688b1cf3a88b618eb4c45d6eac468104ac5b8e65a0791b9850f8aae1819f7f3 -size 24159 +oid sha256:a9be46325ef3c1de06036d179cdcbf5d0cebc9013288bb8ce1acc54f13ff27b2 +size 24112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3a9c4ad4e681..293dada60f72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c974e2d64af19291fd783d79b0948703d7066379427b7ec296aaa6949e0f3cf -size 23400 +oid sha256:401eb01cf5890b2e8b66f1cbebc19a47aaf24dca01f790bea11b1c807fcd8c54 +size 23338 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d8920e9f0ff3..6fdddd47bf34 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99ed772455e0792e32dfcd6efeb354bebc2ed6e0ca6908b326b7b9ac3afd793a -size 21147 +oid sha256:88878a3a9e39274f588d8c211f2accdb5ad5f5e5759a54f7fe2c308603b1adb5 +size 21169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 57c646f47a99..7f976dd0123a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:943a4d83fd2da69f77fb519b3ad1be79708a55997955805bfe473ebbe1e174fc -size 28041 +oid sha256:30114be2bb78ab4562aa304c039dd786a19c84a5650f49776e728e860616aa7b +size 28013 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a8408a7178a9..fc382c26cca0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c918836890513771ca4608e381bd83719afb8dca1146034dcd8ea7e739b2850 -size 29026 +oid sha256:d9977ae6e303000eeddef504bd1a277be283b34c6432b11ba7ccefe134c083cc +size 28967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index baba3c05f513..55a76c34fd59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db7503da4d1f930a597df3dc8547583ca6a434597b01a570f25d76cf5e38c991 -size 29036 +oid sha256:334eca4770f5ebea586e338a2c628b20d5a0f26fc4bfb87ea92247fa0af7f3f6 +size 29022 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b820f29bf06b..ec31564f3fbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17d2216f9e2d7b68a58ec023bcbe47309863bc878223b2de5639d4094fbdee2a +oid sha256:de1b9bf81e2b992fa954c363b2aee0ea19aad722fe3ea37800d8d4287e61eacd size 30090 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e9e58b782f52..f56a0ffd75d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:76c5970bc2509384796eebcdfdbbd0932319df8018b235561380735d28b4e038 -size 26073 +oid sha256:afc6d0e70e11fcc7be6c477a9812491170dd16596f2611bd75564e29bc5a8f4d +size 26031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6db6dbd2630b..75e75a1f5a8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2030f36dd5e74ea18d9d2893af7ed058c42be1c82cf9987bd77596f72a917d97 -size 22920 +oid sha256:e4ba31cb9bcdcd8d4d93819f43d2a3b81ee1cf905454434159774ed353075063 +size 22883 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c8a7b38a3f8b..6b5ce799493f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b4c89b911274af4b5537c0ca65a228b3174132876c1a27efb0d06ecf705a966 -size 27380 +oid sha256:91f1a0de2976ae9e1471260b5790e95c86005ff84c9911ced87ea55c7a0cd515 +size 27317 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 32053ce59554..3bf866e0d54a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6bd7a242bac16f3e50bbfc3a0ebfad96a35e722246cdc054227b7e7661a24360 -size 24118 +oid sha256:83dd2f8221acbadab26ad5abcb01cfb8c1b07f86e7036bfc78aea4dda2ac85a1 +size 24097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4352f1f57901..bf33575de452 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:092b5bf97ad547680983e9df51babf1104f46279281d34463a1c743ee3032771 -size 25543 +oid sha256:2b920b45b40a8391d73f21187d8ec277433d9edd713b3ddbb239885e55d79b6a +size 25502 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6fbe761927c0..a80ad79ff891 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8de70da13c694887b219c716729c66e95cb642887f0e9cc3d3bed99582d508e9 -size 22987 +oid sha256:d35bbecbf6e29c29f121634a0f853954086822ea71206b5a8e217bfd183817cd +size 22881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ae315974c953..a8c36fa15588 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7da6e1fc31a1a89cc0ff85d5fb61ae63be1c475c0315f375c8b04794a0bd3f53 -size 26623 +oid sha256:bf9ce8b019745280119d309e21080c821dcca98ae7cc080dd4e2d02324e4081b +size 26543 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2e347286e67d..cb8ca3e8589a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1fd342d9133b6638481bd9f8b15fc133ebd54e1942a5d105a21bed5c12aa250 -size 23880 +oid sha256:33b658995612b1e45e2bcdeb3c8cc663393b43be57e936ada45e238ddd1b0d0b +size 23828 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 715421f9c324..d9db1c560491 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e110cf53077689c1d206ad8653ac7b179e5f5e9fa340a01b5545b7325d6de898 -size 30998 +oid sha256:5566ff123f2c7ab61aa99c7f45b262a358353890228e1b570ba2ebe299154ba1 +size 30930 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4d3d53dade32..7dd67cf14ef4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef3ed8c3e1008f1f28121b4208b9b5f0c81baff6304835e2cfd45ae7c8d71f63 -size 27804 +oid sha256:4de0ce06423584207bae9720f31c1c6bf074ba3fab3d9847cd936c3195d13be3 +size 27718 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 9f80fd5ff7c5..9591d292d1aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e24c30ca17726438c6c2b57675ecc6e1c70f8839a0cc3a551116befb02776d21 -size 31927 +oid sha256:dfa39fec8cad1f292ba0d4f6ee4c1e53788b6f572b9b930173c116157583b1fa +size 31880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 29987120b76d..3ad52d6b2953 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b60c776182e8088ff71a519be9a7050283770d64e49c723aa37cd209f2048319 -size 28629 +oid sha256:3ce4ccb940fccac007280c893046c3d020fea78996947b281c5bb84d0d3bb45b +size 28583 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5dba6aaac7ef..e8f351b3f8cf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cec88f3826e8e92cf51fcd5be8ecee51d257a2a70d80a97dc151d498ea501204 -size 31865 +oid sha256:bd41e5bb779d900f2886ea266192b682fad49ab3c4d07fe7ca43af0c75fb2151 +size 31846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 77dd053c304c..74fd5f8f69c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a77db89c8f3634a708216608a1d71077dc6be9413827801b5194b4e4be08febd -size 26727 +oid sha256:bcbad024fb8db9ae61c4a03bc8ffec705ccf18f6a0dea8d9820c4ebbd69fb93d +size 26728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ac807a4989b2..693a66ffd2f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1bf8bdac737a6f459e8069bedc1b126f646f325f7daadec150b479316c39efe -size 32704 +oid sha256:4249ba993df3f63191cb1a16cf679c5dd9fd2bf2f0b543eff81c4808f750c1c1 +size 32646 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 0498dcc70424..d37ffac58bf8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe81d7672a816a01d95a10511153b3e7e124dd280060322fc55d270458805ee9 -size 27514 +oid sha256:e6f6b1d879d6ad68788891000d9ee7a052dbe3adeccdeede294d781b8d91d2db +size 27487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ffe656370db8..41c4e0914d86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37b2c7694173e8501dbb5fe737a78e48bbc2172d351c312083d40c10b7833494 -size 27910 +oid sha256:66b643585c808425ac134d4c145bfe2a7ac600fc0044fc96f291c00b0a5bb7f8 +size 27729 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 79d4fbffe187..d1bbba5e1364 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c60bf33c2663e29c412388795ea3dafc235ec01bdd37f4919c2898a8a56ccbe -size 28683 +oid sha256:c98078d02921690c08fea19401e9b823f9ab4fb67f488400260b3817b1027cf1 +size 28620 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6fdcb3f9832a..5daeea09dc0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9c07c795127b56b701b1337ec64fda6781f68591dd1ae64032ea2ee036979dd -size 25511 +oid sha256:7c6b8a83482948fc4ca85b63e7e73e292d5382e025a1462372bb7e40df67fd9e +size 25314 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8c421afc6c37..d089a289212c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c28abe1cd5ecf92aede98707497060b35715327d95e6f6a7158dce5b74c0f6c9 -size 25916 +oid sha256:4a8536cdaf6ce9c59309381f457d8acaac021b57ce0132606a7267b135e2e0a8 +size 25856 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8f2da7d4febf..2953faf05108 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c71bb706939c434b5ca410c16cb5b83999f2b17ae632e18635651b1f4b08aa7 -size 23720 +oid sha256:466d9dabc7f73caa4cbff552842fc708d6b76adc4e420495061edc98c541f0d5 +size 23678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c32394bb0fb7..77fece65752c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5a554db882b9470b47f029acad9cdd8b07d80d2ae4478c07d0b2db3bad2c2f8 -size 21665 +oid sha256:e3dfdc9a6d17c9b8c88078e1b6933d18564b8b61d31da64e1763e4cf5f6845fe +size 21612 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f3c7632bc433..ff060e842606 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbd44f47e9f4f3bb8b71a9bb04f81369deb483f5e6644487186b01f7e02dfeff -size 28742 +oid sha256:ad20286e911e1ffa26aeffc5b12e0f766dd5274853d429683477e467e8ac5016 +size 28585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c457128091b6..caacec2cd167 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:419785e49a1b8384c6f7edcd4e796befc64a6f9fcad47d18b78f96ea282a3e4d -size 29512 +oid sha256:4b3d72b847415a5bb7d3e4e8d640e13a8e6e98360d28950bc833a393e3a43a5b +size 29471 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1c35d4c7c264..eddcdb9f9b09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e9aa2e5cced4781c55e24c9ec65d5a061c602ce190fb5b6bfa74fbb6400689f -size 26512 +oid sha256:8b14585c33add0cfb626eaa2be10a4bbb765687c7a86121783e4ee9cb3fa24f3 +size 26339 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7d98fe20eb2a..e2da430a82c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d4eca7637b0ae95398c40efb214eb0b8e6dc0240c05f20e8c53527aed019365 -size 26709 +oid sha256:b859119f106c54474543a75d74f9814691314c1f3c2f91c1f912322c25bc8e94 +size 26675 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ec921e2d375c..e4a8ca63a8b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9ac80c9f261b7a478f8f78c8e1a0177ae985d5ea3700819476d4abb13ea756b -size 24709 +oid sha256:1b5f272ad595240e1fffae4b5adfbf4e6478c22656b93737be4c6a92a82ea91a +size 24651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b029828b07b7..ae0b4bbd67c9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0261a8c0afb303bf0e7d91a505dac4b3faacf1e6b8996a10b7b62aebfa7adc6a -size 22627 +oid sha256:28b19594dc765a7dbd0009dc6f820c0cc64024a388d26fb044e8d2c4c3e0e9d2 +size 22625 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index afe2e9d79748..cf9c309509f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef32cf3de82133c80b4b4ad734be9c1c97a7488bad9a335b4131f69f2983bf46 -size 36715 +oid sha256:930f00c2fb449274806363759ea53363293395e6b2f3e96d2f1c07e76579c9b8 +size 36674 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8a2e464b76c5..b96d1f4e5fa9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b0a2da914712a2646467a49a5f4a0ff28b0df0c863b1823839732fd9a2d9f25 -size 22423 +oid sha256:788e60ec920bb9ec2bcd63a0c0c665c28087b1825f857016ee6416796012d6cf +size 22278 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b9f6048a611d..467541f16256 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3858a8b007fc8966943d23601e55ddd8371f48053872a295c15ee7072623d333 -size 29145 +oid sha256:9112b351165efb50ec2a86aea67851330fef11861ea2ff0a3c55166dc1666760 +size 29179 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 77d1163b2841..0e41e2253710 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9e08ef17ec039eedd5145b2e394883f9f337c4517c2f60ae133233c12c4cf96 -size 22283 +oid sha256:55a3d7778a65b2cd341122baad6a3aaa08da8d388629ed311e9ea0657d53864a +size 22242 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 56c1e7c01fd9..938b3a11c93b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b9a2a6952511938bec9961d474c8952dc6994f101589da636c4a2a80e99c468 -size 39007 +oid sha256:289047ced07e071bd8be9ae79c87e6e278bcba397d8b8a7c0e127bc47f162538 +size 39404 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 34d69b80070c..eadd2ea288e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98601706ccb29d849ef2586dc7ef97a315cf049b99a9a35cd72db80867b436fb -size 29532 +oid sha256:115eb109429046f71a450e774ef334b50eec3c1d13811ea5f684987d722ac03f +size 29735 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index fef52642d85c..01d9c594d240 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb8c764b7fd384d2c7b7f8ec95bb02dfa03c0a0c01cfba21d58919c508dd5294 -size 30437 +oid sha256:0d0b384898e5f73350e065dde31a4eca6e282801820d1c95324d5951364851aa +size 30357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index cca22fb64aae..e7f438e5ab18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3bd500bc871dda3a94b82fb4b51c752b3b61000c0b375ca43423b70fadb77c4 -size 22985 +oid sha256:b3e2b6f4c970f6e6ffefca75764a89187aacc9ff2202bec2b9a3505edd959639 +size 23067 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index df969ca809eb..66ba66df6de2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d995c883a67c7317be706e2eb6d71c7ec138be5a87d4fafd3d7f7571e5824821 -size 19242 +oid sha256:f5e11926c77315d585882e5ef4b064ee87fb8f3ee163154de09a2cd5c1d40e16 +size 19165 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a4edb8390344..aa31688ea37c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53bd94aee51340f696b8252d4da0e04efe8f6f0906f98973288c1ba5f7f8b389 -size 23332 +oid sha256:5badd246c4e8173ee7e449668ca5fa6dd8b1739b6d3cf3c031e647c3c9dff767 +size 23212 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 596e6214205d..77385edbc3e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7e50d1734d95900ddc290107989a3a0213fa139521a16a487e7ff364acde4a9 -size 29883 +oid sha256:4c922543551be51e6d967fe38a1595f1760cbbe46e8ff876b2a9b5b5146af1d1 +size 30097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 527a72498950..afdcecdae60b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:270b1e9545af1be896abd708b3e809da42904c639fa71a67b5baba0b1ba23261 -size 23445 +oid sha256:e578c29675fb60bffe73adcca27df8c61e0d6b3d8571ab03ce77ebbdb597cc6f +size 23392 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 4159f8997c55..24d054e2d336 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef0f72a9b3688a3593827f3a54f717874378c98f17fca46f017b3589ba60b663 -size 39364 +oid sha256:5cd6b7fbd672db192bd68e4c6250accf46e846fff14581bef9aeb22b394a8b41 +size 39555 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8135f2f063b8..99c5504dd4f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55e01da6282c086d22c03a96ecf13474245dfb566dc353f780e66576fc3f8379 -size 30995 +oid sha256:9eb849858e0f7f8c59182deb089d726974a8fb51691dfb19fc1e262a6e016c40 +size 31076 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 3aa2d033a595..503cd0267f80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00a05a5f75c3b92f1f2409197a61aaf64bdc88688bcfa9fef5ce9ac50837cea5 -size 30756 +oid sha256:73b89fc3ec218d546ea0ae31c3bd383634969b917c43c92ea602604abb4bb8c9 +size 30981 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 6c633afb857e..e34f4a5e468e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48df08f418c018fc5610844cc8abcc4262080eef322c9d980e4afa4f904774a5 -size 23950 +oid sha256:84826b68d9548279f0ccbf9b515236de7d337088873baf48fdb02a0bd2e336f5 +size 23974 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e4cd9dadbb49..48584438b6e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8e9f3035e5964a1e0a754256b3ddb3d3295319ad53eecbb79aa1568d77135c2 -size 20163 +oid sha256:b76cc9afd6007d5fa1756b747ff1012f355b2e34b19c882c1f7580470aa9fbff +size 20072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7a56c5b9cc23..160ecc288c1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d02e714808c9f553e0927e7c8e281ac35d058e4b42ac33cad36bff3c1c39a780 -size 22338 +oid sha256:32058e5e64d8554b1a75219448a8d0ae330d99b0388266ffdaaf0de34f7f0263 +size 22205 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a5153c27b490..f0a3c7cb9b4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42e8a46ba35bff81f1e2eeb16cd972757d03d402b5d1340aab1b062f84997b31 -size 19405 +oid sha256:f1d6d99562d4f1b12319e5a740e68b15a2e8f93048379eb5ca19ad96364f8a98 +size 19295 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 76407ae58793..1267151caa14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bfe4be72d38a3e1d1a6b93c4b4d00aaefa95dfedf0c1a70725d3d008192513d -size 22729 +oid sha256:6a555175a497aa1be9c45b0991d182c906dae8c7f7fd36c5e48d86c1ae9a6aa2 +size 22688 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1b8ebe70d323..eaaae728e07f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3c3dcd6eac58ec00a5631660473909ac128c1617e60db1b84589962452d5a76 -size 19752 +oid sha256:c1a3e3ad3233998888b76812e2821d7862c6ca3e9d094c264f86b494e8b95470 +size 19613 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8257f99eceef..6b0bbee49e4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9306704bf04e7bb3e69c2a1da5adc54529f3d0dc2cbd36926e150e176df81c88 -size 22481 +oid sha256:13da7bcaf547eb41e09b7f5b747e0ac6d5ba7b85b7fe9b11e2a42c93fed41925 +size 22349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 77f24ad72b00..1de64d26f927 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b20fb577d421c752f90155ffa2f2338789bfd3c9f7d4e4c7a2723143b4550c2e -size 19279 +oid sha256:0e6ac7e47373160b8a6a14799c2d00b90cd1649a63457a31b37f09ca4cd22d52 +size 19155 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4c9c17d8d1f1..2b8c2d1ea6af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62147640d8dac3880312f243ab6c4f6181b09be5701be50da6c66243a47d7aee -size 22935 +oid sha256:3cb66510f53dc348bbe2c0c3e894e1dbad10bc3f34a4cea92c9d48336df11930 +size 22910 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3fe955ad7189..7796f080da67 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff3b69f6f93324ceea349da7f28ba0a756068f6ada783a57919e729e5e97ac44 -size 19489 +oid sha256:cb32c5e6959924897b794a4a1e5ace19c97610ab574c0da02209561b7a1cc337 +size 19391 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2b1228b216fe..6e9ae2f8b5d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9a535185f6c680d18bbe2ea0f33de8f7185a53f8e3495399c4d1319c2ece547 -size 24376 +oid sha256:12f103112132027dfc3efdcac58d8ba45940167fda05a2425d34a9512528dfce +size 24162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 27492f0e7306..cba207ff2b4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c8924ec57cdefc67c738e7fe30a103c89f27574c4af03361cf3ff54fbbf77a2 -size 21665 +oid sha256:aa393393808c2d7b156ac42329083baff9b79dd92e3456b87763c534d18ffae3 +size 21425 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e02529318f97..f4b1cf83709e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8fece40973c2f57f7df4d69f238134544f7b8534a6b9982cb757e6f45ad675c2 -size 24842 +oid sha256:88d4d61c8483bfeb25daab49805c20c373d14b4a17cec2a7072ca5d8570bf66f +size 24764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 506e0667a62e..a076bbb1b79b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1179b744460634210b1bc06afa0cac1ab427b45d8c6ab7bf9174260fb6857311 -size 21928 +oid sha256:47e4d4d671122de6de2ba60fdcb78d947589c5786ee7a3ea3cd4f800ffc457cf +size 21710 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f79c7b8b12de..cb33698a7fdf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5e30f12bbbfbe15fe727e73be228626913afc12348e8d60f9afe9267d9f5d78 -size 27611 +oid sha256:87456af181db1fa8a00c4c1b6dd574825aa59480e665ce2e5ed3583c7151287b +size 27567 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ffc7113e8603..f5d7e8f48848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f404d53ef70649db4d8ccbce7e4a6a3b84f3c4f351746248a5a7b0ab1783f08a -size 25252 +oid sha256:a507dbb677b4effe20f9e14a03e3048b3d2c480fa3a74fa317ca307c6ebc131d +size 25204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index cd8eeec9592d..98737f18b6c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f268af94403287027b6795995b9c700f1f9e1e913c8517cc84b951fdd031149 -size 28099 +oid sha256:bc8ce181021f5b6b2b1f02b2c8275ea3678221cdaf5fbc6c84d01943771fa1db +size 28063 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5a12dad26eaf..6cb08fd35b3e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c94f4c663a0cecf0bf09bce4be07c03f5913ff07a9a046e15f8254f4f550aac2 -size 26067 +oid sha256:01d5e9f4e54599756638d3ff47a2be1ca8f42a078dc39593691defab75e00274 +size 26026 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 78b1befcf050..98b44161ea63 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bbc304260fd7b7f27010bbc544577bdda4b52c7ead6cfa91a741777372c9407 -size 27907 +oid sha256:4a3a4f5067f3037de8f24b43e0528538fb527b85511f0ce5f1dd8ca7e3fbb96d +size 27876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7f305a8caa4a..3e6f054782a8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aab890762eeb92c1c190dc0c680ea30299610c50c543a94ff922740841f0c085 -size 24700 +oid sha256:082bea98f37cc716c98db0de6a4bcd5e4e426d78b3b4404b8844383514484bc7 +size 24713 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index edae52072018..bfcf9bc845d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f277acea54339531e751e669878bbc8178eeedc3634c0f29767634c247ded02b -size 29034 +oid sha256:0cea6606eb53a389b1722b5e456cbae1c0a1d249ec0f7e6117346a660827d031 +size 28953 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fcdafc08a5f3..646704a4993f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af0281195e1faad6f5194add2fad15d4288c33922cf7d9664c819db66ce306d1 -size 25648 +oid sha256:a19289a51e3854aae73a31f9cbe73fec7b1e7af6feb586f612ceda83175d93b5 +size 25594 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 48025b48e634..69f3b2dede85 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1be6dfa9e9fc2fe3997449f5417b6e1c783247ee3a97091dad38a0fa2af4400c -size 25966 +oid sha256:46ba3640338021327772ae85a18b00adfac6d9ea1e0680f344a27eeb1a7b945d +size 25785 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 568e2515162c..c1f3844b123d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eaa03a6340c24d96daf79522c25efb5209c8e6ab0f4bec6620cefd5d07238351 -size 25756 +oid sha256:e2bf8c3a23db71188b8de8ef14a0c64fab0818f5974cdffec2eb3355f662e5fb +size 25717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9c684f398c43..18c86d2c4756 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34d024751a029bd3d2faada98fd3422d0e04f23d2e7beb3d1adbfa6f861daf1c -size 23155 +oid sha256:e416e14e6ed909fcb7e3085b964fdd91e77561f2b1f248f8de03c073505ca2d8 +size 23002 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4b9a0ba26421..eb2a35a3258e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35db9b097b70d5d7e14d225a768833d0017556307539b7ea51fbaced7bd4156a -size 22565 +oid sha256:3ccc470d48f174b638cbf26a9c1c3f0c82180236d5511c67bb96c79e9bc7c807 +size 22500 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index f4a2e2e30463..9d95fd3db9a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91d6017e41c572e767d58ca67763edd80c1098b37606b419699fbb4f69bd5a52 -size 22736 +oid sha256:88a2df26e83a169c57917b3ac8dd8ac7d2d4ea0b35d8344b5f0a2c600d8d5175 +size 22679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 262480632ce7..190c0dc85ac3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a982dd1f33e905e61d6e04dbeb345311d6721bff9d5ed6b797b54d566cd48386 -size 19629 +oid sha256:0e23e42463829fb100c15b067f15ea7499fcc8942b199181f943ebfeefa1efda +size 19606 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d23c65a751d0..5d895282631e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:72f290e3321ab625ed48a4e384a06009d7f58f15d6a53f2312030f09455d8b35 -size 26535 +oid sha256:04b118439fde4d9fd7a35d396bf593e0a8caee2ea0a7d85f2e838efa5b9d6193 +size 26410 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 026a6319babb..dd142c653d47 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a55f9f1c03b1ef27397d7322b986bb1e7ac3a257694a56bd3fb3c46874bdbcba -size 26321 +oid sha256:c05c558be323ab17c162a73fe4ab2b16a2a0259bb005540f6ae4aa491c755dae +size 26326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 400df6a6850a..754b7c3f9896 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6ed675c8ee67b2ce19ff4bd34373fbde7bf78a05bcfbbb3cd9b2e6bf16d61aa -size 23347 +oid sha256:b5258c790642e4d379e045e8f4eee085a8255e420a393dc01461cc9b651f52e4 +size 23198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e22206022f89..f2d730537581 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:386809f83582511adc9d913c8e6fd0f7565015f1db93f56f392a752add70ac86 -size 23286 +oid sha256:5888573975d9ce3cd28062a717b7ccda15a9b01a333b832443a42b4fa1f36ac2 +size 23238 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0645c337ed31..5d2f9876da9c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ff8375a6f9cb6afafaf4e3b2231e6164244a68ac105f0d21d1c288c58ddfbb9 -size 23739 +oid sha256:4c3c29b491b9254864ce36b32105f67075f2c23290444589e9735a8b27699953 +size 23665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7c3a11e88840..685f8452404e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11eb8334fe06bacdc656a7ce2de5c706dd5637e1aefaaa328f6586372ca48d12 -size 20610 +oid sha256:a058f14efca99461832d5d515ceb6bc2a98845d6bcc1b63389d1fd3d3dc512df +size 20494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f37dd7a0065c..e642bf313fd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc9518ca0cf44ae8509a6b0fbc2af928692135499f93cf4b261c7eb3544ce791 -size 25948 +oid sha256:4467006c248ec64e2fdc0da5f2e30e023f3ce37de4beebb0b08a5149a47ecb0a +size 25854 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 010efa041aeb..dcc1ded41174 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:810480538363aae4ffd5f1a86827de35c663c437768fea8e07327ee33deebb84 -size 22992 +oid sha256:5cfad4fdd2a1c0482ea258ba5bbd1977638260c6413f50e68c454658a0ed2212 +size 22858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4c583e0daf81..ec36278659d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef7c95db4d7773cdb0b233957393d93eeda0abb0cf6c7bae158cd53c0efa5c6c -size 26639 +oid sha256:faa1b1c1f48195a11d26cff204659ecbba428153a6b30c7f9611c9783bf946ec +size 26558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 63757c9ae332..dd8bb4cf8edf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d10486d3192663330c53b0076219a26b2e8728058630212b75fa39ba6254995 -size 23213 +oid sha256:2b7bdc5fca00342e7944e377a0bb86468c7811a691f42a7c296322697c5f7cc6 +size 23081 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index cad2c06953e7..4c3f889233df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f540dcbd49b0cdb4bdcab2ed0e4f8b1b27dbd5ba31c4832ac9d0d98ba30aeea -size 30148 +oid sha256:fddd4df43786b5cfc1fd374ae1884444a4d2164e01443ad972a9d7b9912713ad +size 30147 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 76b1d42a6636..1bb65cd13d18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86a36ef4d2b6ccdae6d3004f4cab739957d7f4b85d864780bd13b0703e075a10 -size 26773 +oid sha256:d38a3e2a1dab312cab475b6fc4461c96899efcc786c84577675e8925a3f3e205 +size 26743 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ac43d4ee33d3..787ed56d8c58 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc9b3144a13043504d37432ec38e3b67e342d7ecb18e450c5d1cd1a15c6b5f8a -size 30756 +oid sha256:a7bac47275d67815a50d9a765914ab9fbed8b513dc53d82f6e52df97d1218ad5 +size 30676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8a78ce3946b8..94f276f12489 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c63b4e5bf4732652afb5c834f84349ee2d93dcd31f1a5e782ae83aaad9db296e -size 27535 +oid sha256:ba72e46c2e41bedaa905096d73729ab33aebd54d1f4688ac08cbb5812dd67b9b +size 27498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4d6652c41a10..a6aef44fc631 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c941ec48a3c9e00a4546062c50048cbb359291f023a51668ea60bd0512bb2fcf -size 30533 +oid sha256:f0f593aada48c9d8b40bfbec0e4b39f8e35f438a214173c2eec5746a8aa03c05 +size 30512 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1cd2bbb9c4e4..2577237d4287 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2bfceea634129a4e8120b6837b8aa6300ed8a5342bdad103996ae96bf8d63932 -size 26323 +oid sha256:ed96ab11ee2ea93888d345221406b7cb7431aad29039ea9912c0e35182a61efe +size 26301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e8f85bf5d675..ae3304dea05f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec5d8fb6521a03d2912c139067d8d1157bfe2912a9a6c5168171d1da3fe107d7 -size 31469 +oid sha256:362aaa0ebfa79fb354d5de0fe729e6fed6ac41580454a9c0e2db88f87af25ebd +size 31421 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 15a038f202be..9d3b32915a36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e197e17e7818bc7dbae81773f8240603723cfb47ae4bb531c5757cf3bd75a967 -size 27146 +oid sha256:dff7321b71f9f7c5f24f36b05f5fc1c4a49c5da947e461c758f450b5e547d32d +size 27119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6040cb30e333..f1cb453f7ec5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85a2af1152c59b709541de80515df6479e459fadb144512d5dc771cb517e399d -size 28100 +oid sha256:1e42b334c61907064a1ba9cb59201725b75e5e7bd0db9698ca99a485fc56dda9 +size 27864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 32e067be55b8..606ee1cc5fd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0655bdb7ed76ee2503b727fb7ee182d678193af80ef6408538e2047f119ff7a7 -size 28196 +oid sha256:c8eeda4784c1a0f4d3536ef682be71153a6862908569d516a29c0e8f4bb675cc +size 28122 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index abc61a9577ab..b8ac94d5a9bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19496278eafb4fb04c3351084bc64c5e560792923748bace997a4ba1425ddfda -size 25378 +oid sha256:8bf311080ca23db0b91926777c4da652f1863037b34791f47909d1d7c8f4ed81 +size 25167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fe64ada1ef61..332243b95841 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e34f2a65c5f328f39ca4596d17b153ec245e27e0cfd716d83ccfe5bfafac1a23 -size 24997 +oid sha256:584ef06108276b54385d19c9d040a7a53293fec57b2297a80d01470d33f9082a +size 24993 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9b2f6b83dbff..045da76fb82e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:727e953bf27561156a529c640c584eb0780cbbb6076d356c68cf1679e09a3619 -size 24047 +oid sha256:2dda6d8353da2948fdbf79b90769188485a002cbfa75dea0381daab86d714e9f +size 24017 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 63934020abe4..00a17912ee98 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b873a48a8809519075fda1616203c8d9f4beaf8a1e7c747c7279b9ef57adf3ca -size 21007 +oid sha256:c10d512e9de097a93f5aa6da001503fc39253527023f59971070bebf7925f625 +size 20956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9a3b5018f4b6..5ac2b352b066 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d7e2312174f6fd39b054960bc47b1412ecee219d1ea31de665952653bdb1382 -size 28666 +oid sha256:371c47916635c613a8562b70539c428b5de2a0ceaa499ecd16415a0717d33415 +size 28593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f08062a3532b..e6497bbb4848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:388ef3743db193228e468f6bd7aadd405bac5d2e16a1fb3a61fdb6fefe10097e -size 28607 +oid sha256:449b0f9a27e24f3fce0176f8b4f31b17f9e463aab6a4c51a721a3f436f9b8af3 +size 28584 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 91116ef6d676..18d0f8dab8f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fa292bdf5aee6536c93cf9b3a9b5cc6f27f380a07abe644b79b604761340bf4 -size 25805 +oid sha256:81e21f3d0ac463f304551a2cd5e2a55dad95357b7ff4b04463d2fd598548c6b4 +size 25623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 032aab5d8496..d37addbb92db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc9b57490ae9bc044bd53fdf3df06e792ac6cf44c0f30ad438b80f9c7da7519e -size 25660 +oid sha256:e190717cc9b83cb50d4cc8b254fb58f990d450eacc8cbe52d8536dd95ac55303 +size 25601 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b1249df87991..c7c45809a34e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a6dccd2281651ecbdcfbd765cf6856ce47ac737a0c036cd216c14b6e4551f50 -size 24637 +oid sha256:0b60d321c415efb55e72eef9c0e98b285e3886e2a26f188d9d7e30314fb6e4f0 +size 24640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c43fbab94c75..bd9f68af720e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0b4cfc610cbfea6e17226cec46dbe73a72bf3cb739fbcb59cf4e4601cff2789 -size 21804 +oid sha256:7bfd3bf9b61bba82d518ac81e906784b8f2690c20fb83220786288ba76774fd3 +size 21758 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 147fe0df92f1..1d1b1c0f14ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e50b976571da5ce3f03259c42f73214d886aa46b9d938a282eb2ca35c4d065f7 -size 23067 +oid sha256:df1bc154d9593277b8dbed348144cbb46d1553f7038df42e59732a0b49e020ca +size 22912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index ed5ea1345a92..ab157d23d839 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50941d8346fca92ccecec5c8dc35079ee047bd4db708de9f369378b54351da1e -size 20037 +oid sha256:45cd453785154806e9a8b9aba13fc2ba7afacf88817c012bdce017b9bfb03d30 +size 19915 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1198ad941714..dfd9abbb4ec8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5410109964b690d12b711d0d2e7ebd552d62395e7b6192b11bee4bdcb23cd3af -size 23696 +oid sha256:139b65867f17abcba3774384946082a37b67270c98e5fa1864f50e457f04402b +size 23582 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 059dd41596dd..f29023293f5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:777402e399e4df0d248855d8da540599d37b83fd810dae273094ddcc2baa0bc5 -size 20292 +oid sha256:ac3257ed9b078ff8f1229b570d0d57f2287942c14f5504162b2d9484b23eb922 +size 20168 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index bf87639d64aa..e1b87f8e3bdb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fa2fdf09e76f28a60ef710b1bde84b3d5fb977f7a7ab23fb895da01bfaabde1 -size 23321 +oid sha256:91ae32169f7509b074790de6384a95c8c5de2d693f056762d50dcf1d5758b06a +size 23151 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d154e9443254..04570b300eb5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:589a80311ae6d5b48e63460260ef6675613f0fccb1b55cbce4582edc1068c79a -size 20435 +oid sha256:68d8fbfc2bc7b970fef85dfc62caa07a0031bd8cd2120bdcb03384324f2f32db +size 20330 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e9c8c8e89e51..ba94ed2413e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2babfb40a1b462d0871c16b55b35fcc15c8e190ebabf98e29bcae47acaeddb67 -size 23796 +oid sha256:a1102d6a75161f71c097aed57596f84bfc0e317a6b74dac0a0832beebae8abb6 +size 23695 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0d73f40ccda4..924514519ce5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb90a7fbacdd5eafe0eb6ceb8f2e4f9c4e07936de8434fda7273e781525ef21f -size 20882 +oid sha256:38b4891e57df6c9387b5a77ec323382fe6cdbc827bea1359129bd3c9f1c7f2c8 +size 20749 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2741186ce2a2..30492016857d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:197ceb62ca0186901c9e1b3d3e0a78f181389daf68864c132c76748a7420c1d3 -size 26740 +oid sha256:fb1f0a831254c0b6e23292af00a5d86f0a8ee276961555a14b5384c7e84d04b9 +size 26692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1d07546ee5f7..07dacad61922 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c035ce04285e32eb31ee99d7310fa51f85545284725976639e83e42fe631cd7e -size 23701 +oid sha256:c39319fe2c27a0b79309e53d868153dff9d56ec56a397e18c463795a882d43dd +size 23723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2cd118e7b53b..f73d4c4f04d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:884dcf21b0a559c0221d78d361ed6fc120a863c1a94ed9bb7f4e4114b35ba452 -size 27345 +oid sha256:b359fd9b986f0d5a40ea16418d481fd95df313d70062fb9384f086fa68e43241 +size 27267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fd929b4224f0..beeec5a5d7f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d006e2c779a5c8237bdbf20367f8728ba5927ac3a9636ffab63b2da0f7d0765 -size 24297 +oid sha256:d05ffaf283428c6e2aeddffeee5cc705d31572589d1941564ebc9f473dd57772 +size 24265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5061711ad8c2..1c321eb5f573 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d3d1be52f61f0608e7fa819628737df6b28d8313c67217af0e005f0b120a9b8 -size 27417 +oid sha256:bcb663c77c721b1009b2dbe700d1c056d1868881b2a3fecf7085a9344980f53b +size 27310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e9db5379a67d..88f707318cc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f9097dec1d15b7ce951e85ef1366187cec8b2187b3e9f47e495da3e1200f8f5 -size 26961 +oid sha256:471542c144e48d7a0ba5e189637c2812388b4904b5a46d0ec48a290246b098a0 +size 26940 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 633e7560eaee..fd73c6946ed6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b75ee28a7199f7d81f813dea543d63d15b492b9bb3e9e335bf863855924d3035 -size 24286 +oid sha256:d18cad74629c06917206422d912ccc136c1a45440289855ca2dbd6850e437510 +size 24213 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 771f079cad6e..e94b40464ec3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf9782b2fd6340195c03713577fb58bbd478ceec522ae35764343815326094ce -size 23827 +oid sha256:641093dd32fb2804fd67c071acab92b2149e79924650289b819a8086cc228823 +size 23771 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1b73d31fb85b..506209c15f67 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e51794a596188d959d3c6ee6b8c67bb671ca998c06e56f597364fc9a7f62659 -size 24315 +oid sha256:f29d75054a6f9983c0eded3838ce06e10ee421e5dd629ae22788e7dc5fa8b0ad +size 24304 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index da3695107120..97c43a64967f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9919520bb564290f532fe0ea11e54300f28196a3a4fb0305a9eae1146c281e7b -size 21203 +oid sha256:c1eeaa52953bb33b6b9e3e4f50fb708bc972a547715044c046dc385c968359ec +size 21163 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4930b51661c5..70b3be568411 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:799e18a70a3c2ca7733c0bd25334b72543ea57c0ca03472ab880074fcbee4a49 -size 28293 +oid sha256:98a33eeb02250d237992ebd6e4c1931bc60ec684a5cdbebdee644dbd4b0ce835 +size 28217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e38654b88e4d..a357e4b26a55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:247c548c103ae39427a162281fe6e1f7044b48cad8fd732af6a1aab66ee88421 -size 27645 +oid sha256:00b90d77e84d6e49a90a2d5395d29c1f44081362265a63716be2b2010a896170 +size 27582 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 03bced778ecb..a1d4f820b9b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6a85592a717899e18e503b7fc5d175c293b28bfe8e60290c286c4f1adcc9074 -size 24755 +oid sha256:cf8b8ec5a6b6e87e0af8486bf50785e540295e6f45dc42c5f5c3f6102ec8f271 +size 24578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d58ebc403d9f..39ad1eee6fc5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae3a8af818aff1cd2cbc0e94a33f07962717e3362ee5f535890d68644646dce3 -size 24419 +oid sha256:051056705479a9da1f9e4bcd9370e7d6de3e4b090516531d4dd6e651c4bb4fce +size 24326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 34e4e3e6136a..bf83fa2bd38d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5dc96dd741cd107fa59ce388f16bb1bb55295388c24ec6dbd32e6fb0d437105a -size 25197 +oid sha256:d9e07b206a533dd7f047edccbc84225a8095ef35dd7c42e9c035efca34663341 +size 25227 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7c55411b9be7..31dc506a7990 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3870e3b67ab4be581db0e3bd8caf57c80c41a9c54bc94aa0eab4ca8bab65133 -size 21966 +oid sha256:23e93ac5617e5363bc4b2c461696b4364b631562eeb6aa20ca1234791d605b93 +size 21844 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst index 7db06b6c0c71..2b6e374cf06d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cefa408f80869c8c267a04492d3a6ca48a142cb5daf4578d9fc0c652ea9d2e64 -size 38734 +oid sha256:3b6717e58c30160642cb09efee2679f472a8cde367463d5db3118a0a16a07836 +size 38696 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst index cd7de842a0b4..7d35379352d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:add4ac8e519d5ca02041caa00753481eb2f24bc236fc4eeb887a09ad28da97b1 -size 33814 +oid sha256:9394422c912dc476133b3a63186b9d10146851004d347a81d77c2d7ed54d7ca9 +size 33772 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 73b1d5ea4903..31a18b8335b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62d2aaf62d41ad1d057fc460bd4f92f260428eb4ce68ee5759d81435c7b0bf17 -size 27280 +oid sha256:886e5f0700b44621f2b4e696ffffc655265c4fcf4af0556d91c0d8ae9b52bc45 +size 27194 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d53ff47c03a0..491c4b03e368 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:761f683128ec07a5170179869b2e9f85b235c5a661d362f1ff58cf3e7ef12e06 -size 24536 +oid sha256:967900565d935213ea93881b7134d08b453d7c11533a00636b36c52752667b2d +size 24422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 649cb3f31168..d3a9a475530c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8795125fcff1d540c56872e6680917b74be9a9ee6c6b7079a6af2c0756d19057 -size 28164 +oid sha256:c3b08d42988f08a1c8f6e85040ac5c7a6f86e5a2da2006420d98c3ed7ed6d9c5 +size 28058 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a95863032ac8..7e83a124c560 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f68ace9addc17ad55f6eebd780138f56b2eb3e63a379a706ba919d00e1b90830 -size 25060 +oid sha256:e422e9de9212ff2550c98f492b8c901fd1a27ec183d81f78cbfdc33b46e782f7 +size 24943 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 30e2573ad8b7..3864cb11a01f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c01ad0dfc48049303dc32665fe7c67d3d44c0c84f8990af322675417c96b3672 -size 29280 +oid sha256:aeb27672cf96b64bcc17d037f5c2d21bf3ee168f8d6f0ecacf0aa42581a1b65f +size 29245 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e03936da925d..cedf1dc6c0c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d9afcd0c18aa35a7033aafd886873f0dc92232d7d518916518b068f32dd9983 -size 25025 +oid sha256:4b19b5eee6bc814669c911bae88d5a4a25afd86ae2a60755b0289e65c084ac36 +size 24998 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 102b2557bf93..0e306770e10b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2da894dc419092a2eada520a6d1a4f885a54049cda5d8ce9d66736d75119df3 -size 29801 +oid sha256:cca3b127da4503fd32384f4b673e6c8b471f87ee9f5afcf8f664bbed1d1279d8 +size 29765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 338d2066e0b0..9e1a869aa439 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:085a8cec7ac4d89523961538b0f992b338719bf1951ce79774b610b912bf06fe -size 25774 +oid sha256:060f3391a4e2e79ec4fff9a79d4e5a9dfa8885b54336f28b798cbd70ab15f353 +size 25734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 686704fd1879..f63a729d8b87 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28f778b8a372425ee6f1e2e26807118a2269798bbac0cfc08ce952d83bfb37ae -size 29216 +oid sha256:416737b07e3d493cf1d0d30c8109f5ad3e10c4bfb523446d18a60c472bb9344c +size 29200 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c8ae4d894b35..19e74b52edc6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:debed2646ff07e7bac64e01bfe38e192b8f0db1f84b227cbc81553db9991e3b4 -size 26263 +oid sha256:4e376fa2590bf78279b97c5f8e37ee1bf840690afeca3c88e8765b518bf741d0 +size 26240 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 616f77f3a54d..d8c351f53320 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85b6847fd27fc05f5b89bfb10e8a2d31680987781a1fb29145e2b1a40a3e12ed -size 25426 +oid sha256:d88727ec00cbd542383794a5336c92296f85cad8a22ba5be4bf6a7f4dd871dc3 +size 25371 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4eee7260849c..88e8d4a198c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31640e2a2119b2b219912817243fc5ab367bc5616537488762bd511a8acb2b32 -size 22362 +oid sha256:00bb0a98b08e9b4c5fee766d796f158df1fe363aa39378db66de93032c3ba5a3 +size 22337 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0d9eee8f3e5a..ec3e33fbc49a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:540e2f9fcad4cc7e49afbfb7a41a122fe598b7f1f5c0a9545450cc7a88424540 -size 29623 +oid sha256:53345e4433a198950a1c7da21a2e285f6e5a54387bdbf1f07b38c9f5429131ed +size 29578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bd85090507a8..fb89b0c20fc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:388ebe4071b754b84d0d418505307c77d7ddc36865c7fc239386e572db13f152 -size 26668 +oid sha256:0d603ab38d0bac738b2ba04b18076cc6f4877fcf30e70ea59658f540b4a19841 +size 26596 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9ab207ffb756..7d3479f2aba6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f3c2cbf69b69ea320d97e066179609672e75a06bab09c51e33847d432d69ccf -size 26022 +oid sha256:d5ac80e0b593cde347bf04a822e00b9740759f3e60877423eb8cbc5afb819307 +size 25990 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c59d2d79e93..ae388adf7ede 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9f9ff87e6fbacb6fa68ace9d51e8d32a9105535b710bb077236c8f387d6a41a -size 23031 +oid sha256:315c50a0666105dd6715ddac98ec68a1fa1e0890caf82b16a52d5b67e79dc0b1 +size 22962 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index db3c8deea170..e28a81657511 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b735cdbb561d957ef5423a1273cfbf5d08845202e80c9d1802a8c6019d28e333 -size 20947 +oid sha256:a24be4d2a194029920d8c2bacd37234895ae33b5aac3cc67e169f7ac32f15e2f +size 20810 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c5782ec3df69..d7c71c103556 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d2a5d36821e3643ec31eda3247aa57752741ae371ca587c47d1ac427d126ed9 -size 17906 +oid sha256:d0ede198f2f784b836cd1c7260e76d52c5e107da61ad130161f81e9f1c7356e9 +size 17815 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ddbf8ed534e9..c659a6e19bd4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea32840e069cdcf830fb99d40f7578af0871c4073826a47d19cd50e45b80032c -size 21677 +oid sha256:a52eaf030f4eb3d0a66e7652ad9fda588cdd055dae23a0de558c2fb1e293bae5 +size 21664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4783de2e0c23..1a8c3d2bd025 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2905ba5af25ff5b712513364ce7cf871f42e905c0f5a00b4bceb101e712f78f9 -size 18909 +oid sha256:a4d739ab928706a6fe31968575a0cb3365b0bb3365ad61da568bcc7021c175ae +size 18775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 93ecca3ba06f..d55f437c60f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:792046bad31cad2d1dfe53dfeca2451f5b127f25ad663c8b2bd9e81550a9ae87 -size 20722 +oid sha256:7c387b7ade8248cf2512be806c35510583b5f11376cb312da3558fea91219f93 +size 20609 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b7eb2764b4f3..41324254dec4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9e57cf7e82027d08e0485d114476875288c5f1a3b4c73b80765fce123b3dc94 -size 27509 +oid sha256:d8ad135daafadd6fc926dce2c2503d5bf3dbbc452299ce6206c71d5825f811f6 +size 27694 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 7fc5b439c1ec..c880ed1bf291 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b63b1a08da5046013185e6186551b2716e27c85658b55b2ae29a7b42b0c978dd -size 20614 +oid sha256:eac9b602da14719da58110ca5d7f257daec0e614e3e1df0068b9332dfbe1501e +size 20775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 3c38331088a4..f07f21947d05 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d623333b8a3273fa7d9b42160aa35c8127f9040fd3574c264ea79bb482d55dab -size 36581 +oid sha256:cfede42161d194ae063b28d1e973ab4644670de7880e328474bc4658210b2f36 +size 36833 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 9e57f3b8e72e..ba3d78a9fe06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d245eca6e2e3fc930304b1226720e7cb01752942863f6151cf71a8b1fa8e738 -size 28242 +oid sha256:e26b9e2f851e8b7a2298bd1c1f7312a745bc496cfff04797fb458214de50cacf +size 28709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index e67fb8d46f28..2c8eff85b187 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aeeb787fe547941ecf992e0a940b309b908d173ab02fc82b8b1dde72d80709d5 -size 28949 +oid sha256:56ac8419566e427a1cffeb5d492230dc5d123ff2fcf353040d2f84bf22d0a110 +size 28934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 7431e5789c6b..9d01095ff122 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e98707254117357691553eb601a0289deacc87652ff2c6bad76ba23abf6c81eb -size 21562 +oid sha256:a11716af536292966800025aa47c747f56b40b224f13f2a4fa7c6e7250155d08 +size 21658 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 54138f447419..c6f930cae98f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59e9288cdbc29814a314c139eac864bd68bd849dea4c24ac3e5764e3dbace408 -size 17867 +oid sha256:98a20238a86130aeea3b79936ad63fc65434c478de8679ba2c587b9ef4fa4275 +size 17744 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d7257cf73af1..5914f1d57c49 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ccae57621c46f5d2938316b6c51dfa89020b3b399941a8df32cb28cdaf7feea -size 21722 +oid sha256:1ee40a17b403cd736f1f67f7f5599035ba405d0f399a9e5c51fa7304188345b7 +size 21621 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 761d83e249fc..af3b0c5574a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aef9b01061e5dd9338e6050ef770e6294b77ff06e142736d2c00d5029462390f -size 28212 +oid sha256:277d037a46604d73f6ad7858ecc6c7d9bd7b72376aaae4718336f214952e0356 +size 28213 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index c6679a6b4edc..8ecd654689d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad551a555f6cb3114136f0b75b879a7b251892f611d886da85d27f2b5fcfe5b9 -size 21830 +oid sha256:7f7cf6e8c50cd054bb7ea054fcd1833905b73e5fc7a6bbebb28743f481a13681 +size 21906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index d258ab475b28..0f0bc0444279 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b498b00de57bb440dc8209ae1aeae8d3e8249d921183a7c218d4bf5e4c25798a -size 36880 +oid sha256:219b9a8124d410cc4b30d653a09dd36e1be0ef683ed54f6b4f6128368369432a +size 37173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 595e7f731f7e..ca69311e8109 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b79ef92053d1cf32119b9886a3387302ea89f51200d43727b7f5151abc90c87a -size 29895 +oid sha256:9a645770bba9cc9a2c8fd186ab4aca3983aee16afb111052d09ab3c240348295 +size 30136 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 15e634d900d5..18f7d9f9d7f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e98bd3b04aea8c2939ef9fd7a6d595617a40082343d16459fd7c8c7e3a1717a -size 29247 +oid sha256:b52ecc1ac63598b696fda2da7739b4282f2a34aa75e930664744d08f25511b03 +size 29346 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index f01ef6eb8cb2..43206dce55a9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9703b5876ea00beb1d642b416261a4a2f56c0de79076169261aacf13b4635a14 -size 22732 +oid sha256:a86f7d149f459b89bc0c5208dbe574521a2b4c6dc8a0e8889202d4d6e6f123c5 +size 22766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ca237cf71b59..d5ff7a43e557 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9fe24c43f4823f0186fc403ec8a2d7cda22976624bbd6519990f54a0ac6b629 -size 18783 +oid sha256:068fa82b59c949b1b9155a193c09588901614c0734fc7cdb8cf1362b084ffab1 +size 18673 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 351db8a97eb3..0623e6efb51f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c0c60231c18a08f7da11fd843a2667f5d84b7ad9bc19e2b0da4a934665676f1 -size 22993 +oid sha256:2a0668622c2d4709a6deb21828d98593ed7af7b6c4443bd1a4a5e588169ad8df +size 22816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 59aabd3dae60..c1e373b9d9d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c34f5e937afbd95aa24c091a2dad81288144513540439f312feaa0703cbe2894 -size 19961 +oid sha256:c2dd7ff8461ecf572658e5161828affa6c391e808e4b2565fb3d72d05c013b36 +size 19784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ca04524a174e..64e839acac13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f84b3f26f34b673cf2ac20c97bde088204c6f0a9e9e73b207d313cd27fcacdbc -size 23924 +oid sha256:89025df5780591ba74c862d4cc312b5d524b8b17b2d53442880217ad8bc25ef0 +size 23718 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3cf7e50e2741..07276911dc9e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60d7c4cbdd7eb0229003be687a5d292ca40880acdfc7fc800af861672f3dd297 -size 20947 +oid sha256:742ec1a8b753a10d226be7dc9fb066ba599f46c211f2ed01bccf5b3a626a264b +size 20726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e2ed8d53fe04..e3151c21b5d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aae28183a3bb556d1e2236d4f5690d75951c92b4a163bfc4d71af835f572e315 -size 27140 +oid sha256:e58a67dc589efcf87c0a0df86f2dfacd23b829f163e94382f27fdbda386f152a +size 27092 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 8d11bf740534..0bbd1e3c7a18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db624487a7c165d7144fe107e3ae2adab8e48239f458f8b4b070966b82b1bad2 -size 26079 +oid sha256:d4a6a3b86d104d73537f6a22d4df7a0179a3a1cdbae51d53eb752c4415748437 +size 26029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 84197f02517c..d03ed2f2ecb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10b9cd9fedeb8f5968070a4cea48eb34d086266feb3e9a44ad2079b99d38560f -size 28315 +oid sha256:9ee0051c5ace16e446f4abdfc1349d0d2f60da32d02a475de15b3301d1d1b94e +size 28298 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 91cd4b4095b3..0f8928871c4e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53f6339396f701bd624837994772a9a9e04d611face947c196bc0614aac315a6 -size 26993 +oid sha256:2f36ade214dd14be82e2e685779333a3b5fb16c5c02470693a31167adb6330ec +size 26977 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ba9f66961d8a..e1d52b187943 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e474f4be23f7eb47f45cce1c04ad77aa8689c9abb56f9b1f2ab1878b0ebe9683 -size 26002 +oid sha256:5867740609c1eac0e630ca0f84d88375ff051fe2d730c64349b3505a52f614d3 +size 25944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ea82765b38f2..8b80ce0d85a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adb12e3e1895d432efa881b41a14554ce6f36b9befd8655c409ddd41862f377b -size 24764 +oid sha256:d73c03cecef86ece7df4af5768a9d69e5a3918898014de83319b96156fb2af3f +size 24716 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d5df258749a1..81e77473fc01 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e133f1fc575e1bd3b7d7447f1d646eec2deace87aa3cba99d56fa433094522e -size 27311 +oid sha256:d35f277353c34ca8a83a8bcc00e1d722bd3c7464d4eadb100e4c2898c8a0dc43 +size 27287 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3deb2f0ce3ec..8f82b1184516 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23518a0860a74122d16c612efcc97ef0ed37e87360fa8b6600b5b364ad67e79f -size 25867 +oid sha256:483921eb08f1dae07cbd70b43799059ba1f3af51d297883b8eb046b6df6a9ddd +size 25814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 67b9d1f94202..37aeff4da691 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4195b3ebfdfc45b17c043536517af703170dd066916fb72c38aa9cc307c32ccb -size 23818 +oid sha256:9105daecedc05c8505ea4a5f2f2c0c475c70ffb084430741f7c8c92a5f860ea1 +size 23661 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9869e9d10af9..deb3c7aa3109 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4157095eb1f68e640c94f964031f63afc772a9453fc84c5807ef33830285adb -size 24187 +oid sha256:fbe57f2a2191f80d8b026a5191e6bb21d31979936676626ebbba0a4ca56331a6 +size 24136 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b3b33cb0e739..0c1955d31ae6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c06e9a538408d89010429303e539bb10a177a16b63c3a2f8169b050ba8f489a -size 21412 +oid sha256:a570c247383cced3bc0420af738e1fd5adad3627eceaabb26889d25cbb377362 +size 21300 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 919e29a854a8..e3ebed86bd71 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82346e91e0200218d84d3a6f8d2d320de0bcc9a4cab0e18f37326b12f17fc55f -size 21404 +oid sha256:dae87bf0029a78e8c426ed7b08d92ec27c3ab7882afb4ee1d86bf0e1ed8d4c93 +size 21375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 765780c85819..875d7fd66a74 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f44c771ec88ae9df799d5c161d0821cc8471d413b116f0c4aac9582afd0039bf -size 21851 +oid sha256:47f09e29b1313c1ca8c6e67020e2beefc89a544e112ae28e77ee3c46607f7d28 +size 21791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 608b7a708843..3ca55486e488 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3091e50fc16c38a63c099596f56ea98f22deeeff9578099b35a2b8fcd3747c3e -size 19136 +oid sha256:a686bb94b9ea9097810db9297ef8fbf2a67e4c5640749972d6525245b4d54e91 +size 19095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5d751d04eb37..d09422061355 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e42bd7d2651f807c150bfff4915c78b14be7d8c6c3c7e0107c3d7a9b19ba6801 -size 24851 +oid sha256:d484c8d85d9f1bfa7639287492d4e6446964daf1a822bfbf2846a9062554f2c8 +size 24754 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4594ae765b44..5d3bbadcff5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c45c73e2b3b5f29df1b4095c249e4351e7532858cde09a8e40d96767b71558e -size 25452 +oid sha256:2a3bcf2977257da50d78291815912e8ccbb0c42ebc592b1c8a79c66e78078b09 +size 25460 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0e9f9fd15895..bfb437708391 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:851a89806867ce2d81302c4195d62975fe3d0a42bb546d870e835c39471f4622 -size 22376 +oid sha256:38c13f0e64d62d9330cd3030a8733d229c2810154a8773ab2b2690b069d89f7e +size 22266 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2c5d9f932676..044ed799614c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9ad94dfde7da6d168b841223f004c4aed93c636f85d0046731ba4bcb296d2cf -size 22387 +oid sha256:846fb4fb09541e48bee51a22b208c2bcdd0e5bbcfaaef616ea0a0bb73656c25c +size 22385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 71ec1998f809..be5290d17556 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:778a37945e6819be08b1840f366bf0e1af90bb10c748822da2c7200c2482389f -size 22884 +oid sha256:74e4eb13189a9fd0b3731bde258152de0d385913dcc8425027c5d17da349b4da +size 22810 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ee053a366aeb..8fb267046e6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca6de14851cad484eb7ca08c135257d58173fd7388d0350e24d86b2920cd35d0 -size 20123 +oid sha256:70e32ba49786565c1fedc8768bdc6071f15a0b82f217770343340258ff1cb077 +size 20119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1ba3d434c6bf..ca99da9da72f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2bdd092413af0d2a8e646b28e5499d0539cf0e6e2401d29f3d6489c64fae7ad0 -size 26707 +oid sha256:04b7c8f8eee9facfdbb371486a27fcfa4e14a001225b220f850f9f8cf1340e30 +size 26651 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c17623295af..f55cf47afc0a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d47451796f1c1eac06eb16a80877733b267399db85ebc9a706afe740c57b3cb8 -size 28039 +oid sha256:53067c64eebfcab7dd42821dda36a0c736c26b054de4b17560d74d146af00ed0 +size 27941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c160e92be0d3..5673c619f131 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a768ece8b80fd2b515c646d70cb7841d52b5832e45d91ad84e1cbdf4473fe1fc -size 25749 +oid sha256:1c35f8a4fd5c5d5cde583b269c15cb555cb97b03a888d22332d2856dc6021ed5 +size 25706 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2ce0dceb11b4..f3c44a3816f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e881acf0759e3aa4abe29d092641de51a0a8ea6edb8f44e2585f81bce939d69 -size 27097 +oid sha256:f518ac202320dbcb692d3f4213e207ad5043cb3422b34837251319007698b2ae +size 27045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 71b3a5bfd727..1f5f043a911d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ccfe1fb68388c5ed365892a8f630e7669a7a9b3cc2c768bde6678cce547e5105 -size 24051 +oid sha256:0292058749f9e1f2b8f53a49c8000e75d26012764a2e86aec3c09877b0d32cb6 +size 24024 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f97f095709b6..3d1259145450 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d370b18aeba3706bd523eeed9b504a7bf56ae827d4b052b3811097cea57a411d -size 21038 +oid sha256:5df150b33af53b2e8655165a5b32536138c062dd19cc46c64f5a52a6f4d0e0ac +size 20999 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2389a0400bf8..b4bf343d4710 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e12853ae45e1fe54f3c228cb9951f62c307ae3f1145817a4ede29a6e3c23cda -size 25319 +oid sha256:683a41a7de348c483c92090b19418f4107a4553f0ff399f48ea6696532a942ac +size 25264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4d492c69874b..a10ba7a39f59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d51acfdb898df706388adbf93610f1899618721285eaa2436efc2ba99b8a3039 -size 22275 +oid sha256:74144817c047f195526bb5fc720d926667861041c6612dd61f93e4b95a7a7d92 +size 22252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 538c72f627bf..0eef3aa1a5f3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce83cea9680794ec4d9418f8cf089a29bbe52552774e2ad239c5c34f2ca984e7 -size 23783 +oid sha256:d1b499b7eb8e7d4cfd2c6f9fcc32bcd1bceb5f0a5184ea4fa6993dcb590a195f +size 23650 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d7f2318ff2a1..e54a799f2531 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b31493c92c7830397d0d9aefc5d04791d295bcc118ef9e5703f6e4a4f3359e91 -size 21272 +oid sha256:cd71af50afa189027a5de0c81763ccd7aa06cf5e1278c3eed7f2b99ff81ea942 +size 21148 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 230b24df4991..a27daddcf655 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3499334870946b4c56d9e8b781eef7f145cad6032af408ac5d8ec5e78e239aef -size 24832 +oid sha256:55c2173ce6183c34d5969b73b76ed247d8e57af0f8098b8ec504386fcd4c3100 +size 24680 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 454c471adc0d..5f0f7b79b1c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c78473d37aa8176d970b084ba3372fc2712a5b7c0d8cdd37e0922e7c2cc0c6a -size 22344 +oid sha256:6cdc48386146371c375b94a8da2c12db4c4dcc37a56a01760452103c56ee46e6 +size 22260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6d217d0f1827..3486ac784509 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4873a07530a1791a60b1ba69e661acdbb6b445e791add1354353efce55c4089 -size 29701 +oid sha256:cea332713e7629532d54bf52fe864a74fab838efadca4a0b011cc4abf3d7e83f +size 29636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 64902dd38902..a7bda0c5fda3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a29a052c7e2b8bc8523ae527718bf1684f28b64a208dbf4301b0350f89bcfe43 -size 26937 +oid sha256:f741830d55e05c00e5d5b3fdd5967f41807357749f9ed333fee4d6538aa313dd +size 26947 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c15e1d98eb8..c824a0752406 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64df0e3a0c7273745d4f34736ed433ba4999b567c035c24c1f8fee3fe26f6227 -size 30896 +oid sha256:ccdb55e1caa99dc881d8dd21c2994b618be88b9b88c9d160f076174dd1265464 +size 30835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7d0b9102b635..19f9777a4daf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad886cf0a35cd30932ac4c5438b04a0a8a60578c7d09856e2f0ba79d91289a84 -size 27838 +oid sha256:18757e57e0043e7b552a5114defaee448c389004b28a85c3b1c71a12212b2917 +size 27813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a9db169a9d82..3c83c244933e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bfdc09da4998550a93eaaef994cb56e19f051c301d94b815f507911fa824ba0 -size 28688 +oid sha256:95ca8836eca187984067628af2ca5dc65c1ba141dbb0fbfaef26be7164cf14fb +size 28686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9784411d693e..e169c499975c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b0d12a6876b438a384cf5276aae21c4abec89a8b5a54de71b7a5bb2a27786e7 -size 25766 +oid sha256:bada2c910b601fea2506c69e869f4441f6a5183dd2f3d43373f2e0a31c99bbe4 +size 25746 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0691209a7d31..63bd3e0f6ef8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1262a27ca147b67101a05f1978b3b2b7d888a3ade9b19a0d5312b1c923127856 -size 29887 +oid sha256:84df824b0181bf6ee60acea84dbcc3579a080478d42165a4e19e0eca4d7d6407 +size 29824 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ab6640400a0e..93b066516fa0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d3fdc2f8f40a4cd3a1b5470c72566d18c4bcf53388555316e74aaf933ff5f4b -size 26589 +oid sha256:0194557124e9ab9b9fa5181738712728a7dcd697634f42ecf778936795bd1d86 +size 26544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4437034bee51..631996f44406 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:43931e681def436c1373e6756f58bcfb642a88fb3790ad545a021761d82efa1c -size 26452 +oid sha256:ca2dd217b9456e5c8c4c14495a9988943c828b4c8eaff22b931a32e29963d440 +size 26252 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index ac36080ab95c..2962af1a14c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f967baf64ca5c130a7ada3b8d59f79cd6bcfc0eb2f8f7acfbe552a57d853020 -size 25571 +oid sha256:f6848c8e93c315f0ae0b6791f411e348c28476e07b95867e9c4b1b43dff23a43 +size 25547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index c9b8e66d9134..1935470125a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1554164d815c2a7f59ec61f4cd93e8e061e5c9451da59abb6d578f902fbbe994 -size 24042 +oid sha256:606a60bb2416bb9600e22e71ca31296ec83a6ffdeb02bcb756fe71ae3b418523 +size 23864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 51f25fa5eaa9..58f528fa782a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85882c9420654fee5ecfadaa20ac6825819d1dc931eae9a6c08fd942f5ecfb8c -size 23707 +oid sha256:1249ac9de67834dfe2a22354f18d43745b072f29aa5c93a923ac8673b1793932 +size 23640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 7857c0161f74..26deee6cb3d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b5254ecc00fa93666a5f181908ff4b93a47b6155d01b97a0a4ec4b3ca897a3b -size 23152 +oid sha256:2faa657c1ed638edf06e0d84599fc6dbc4e15108ad9f21677f089a4d0c488c28 +size 23164 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 367195294642..679ee16ac4a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13b28e178f85c8965aa7708824adbb67505254eaf4febde09112765de7e55df9 -size 20294 +oid sha256:940f89f5cff7d27682678ea004a3ae93d7e066f4bfd19dd2f07ee59474cedfb3 +size 20255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d2fadd3edc9b..5c2db1f9056e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db876317d7527fb23862e3aa1fe7116177b4235726b30a7668865f250559e8d4 -size 27146 +oid sha256:374b0117069079238c8cb73ea16a9026002ae20b974a07433c9034d04504c101 +size 26951 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0182d8d74e79..b51187d2f89e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:297590556aed9d118bb0a5856d0340da641514b54b29bcd37dfd1317e817c7e6 -size 26543 +oid sha256:c6a1eee9ee57f54e5b35275e79fd5fcce3d332a7291ac5b250e0a20bd5b59942 +size 26536 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2ec44152e44f..627b5538dc8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec36ec60e428d6cbe94f91929c959273e3f85735a350b2dd687fad106074ff55 -size 25045 +oid sha256:ca1fb1013a4ed63eb003c0395356a3f0238adf2b450448bc9f96011a359cc383 +size 24827 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1aa9de25ccc1..1c548902cf5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94ab19b93496d34edd918d7744863710ddd474fc39d8608959fa6d33adec2df0 -size 24981 +oid sha256:a32124d1cf548f1e431e93a7f17b57c09e97adecce2ae132f9fb25ab2f17744d +size 24936 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ffe5f5ba8994..7590b24b8b4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a2a1860dba9c2704716f62bab0dbce2d8a529ee44a4f542be8c0b05a264c4e8 -size 24102 +oid sha256:eca4b24073deb3811b3ae84935eb77ef07f5b9a3a4004a41c6e7ef8a5fa3334d +size 23985 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 96e00173311a..087e9e212299 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6aca42a4ca178c9254d82c14029c754fbb8340919e72f8ac7e98f3358de43783 -size 21607 +oid sha256:d1f7979594b5ffef59ed8e87862ecdbec35eb7258ee3aae44c072294a910e64b +size 21583 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ffc8e39bcd03..9831e72a00df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97b3ead7aa95d965ffb8b4c65c248d3cca1beb771d4c98b39b480241b3160b6e -size 33531 +oid sha256:58b05d56a9bf1d49d51800758892eb01524dc710c45725e7215b118793999ddb +size 33563 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index f691847c756a..df8ce88cbeae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a753a9167e9ef375e1a3ef8204231f74c43ebc4c264fe14535da4beb09b3f73f -size 27535 +oid sha256:09f26136c11dccfc1824640424a6a9880fff01e578fc17a39d49f8bb246ac05d +size 27707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index f5c4a7f78daa..5dd577d3f915 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:549a4b5159a1c3288544640e78b14c64a6ab525c334d4909294eda894441391d -size 20652 +oid sha256:ef06200dab7c0aa2f839bb8341685106ff6fb0ac4114a2be417df09f6766f892 +size 20813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 66969ead4d05..dd911a9639af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:580f528cbcbcd7acdde22675c958336fa2d77df70db5fa431e0f38854d42172c -size 36790 +oid sha256:4710adde10565a14910bb0d9aa80ca7f7ebb59825f7f53e84570d2ecd860bc40 +size 36987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index fa01b2ed3aa1..9f790d28ac0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:277d6e50a5e366c2867701e5d9b295b3b0157fe028ea4821fa7af4225daec87a -size 28234 +oid sha256:dcc3230779cd1669d6401d73f6d550bd824d7260c221605cb4b76aa999acf893 +size 28734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index a4423bc100e7..019ffb6c424e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:221d91ffb86ec74fe6b6fdc147547ece59b5ce7ec3d117f7ee584987c4ab7620 -size 28970 +oid sha256:d54466a7a13d8709a24b1817a87cf8281a7561de8000b1d806f034e23a689d9f +size 28988 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 3f9ffe6bbec1..abf46bc6a607 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d7d868107ae03e4b008d529c8d5bc3e3b4f7d19be12b15e803486e0d22a4673 -size 21570 +oid sha256:be529b0ad1db2f649e8500fd2d9521fc764b9f8b2acd2899bcac8d380c34b1c8 +size 21663 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 47074a345b04..f3b488ed18e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17bfb3549546c3b101259bd09a873781c6d70b53df0464ca9198889d577f9272 -size 28222 +oid sha256:03f5bcf94dff7595c8732da0db568ffd45fc61ae798fa3d7fe07ad5ed24f1f84 +size 28225 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index ef710d70744e..f35d6f12a555 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b56d79f01e845e463ea95ac4af2b41d2d30af5804b1fe9011d2d9fe050ee2db8 -size 21822 +oid sha256:812888aaf38b85818a7cac916d34700289cfc799578d9a7c8b10f847a7add7b4 +size 21896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 399b5ba89b7d..c6e9196084d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:620a037884a9903ade1d0312d5b461461fa5bfaa1749366efe329209defb86f9 -size 36896 +oid sha256:99e98c8c8784cf958d8c24535cddc727cebe34f5ddc9e94418a217c51214dd6d +size 37157 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index a52180241461..f50e5d6acd26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb4ece7b829a3b11f8afa135b92ea7c6961d4928100054f94c41c5250abe73e4 -size 29886 +oid sha256:9b00e5a6b3d49f51c4322d8d1c85d36ff0e76f6644737e785c49ea65128f90d4 +size 30130 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 2413a1732b48..d4af985cd8c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e6ecfc4487a380be6d59b82fef6751d33a11cc6bebdcf0f400afba8b2e0ca6b -size 29269 +oid sha256:d2c36ff063b83fcb0746c35ff0c9a5676da0fd7a52059e61e93cd2603a569d34 +size 29366 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 7eab23fd9ce0..844d5709ecaa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab3b3bc4d20dea973061cd4cb54120977866132f265da139669c98e4b5f62b7d -size 22729 +oid sha256:8d05ed43bb3f92a8d07ec1df8b3835609ccff6a17b20354b12ffc0891db5e5ac +size 22746 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 355cf7df4bc0..a73f47d9fcbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04f66c1adc866d82ba4ebd7533cdd4609a8e1a8215cca65efd71c827f352d934 -size 21548 +oid sha256:1399dd25d2d200b2871f7462dd59c1cdb88cfdab5c74fd60dbdf61a29e9a7b82 +size 21457 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 2251124c0044..70ffaf0c1f10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb5f5b50cf2d6a1d2628bafa22462cb57873305b8a8ac8aa62c5efaea225070b -size 18841 +oid sha256:d87d53d4b283451e885d418f0b437c5617010c367a1851f3ae327ce78c5721cb +size 18755 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d05529c13b21..1898c4efb650 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4261db39fdf86ae5cdab951e7946067f3315eb2667978eeb15a2536584fa1d9c -size 22402 +oid sha256:3d787eca21e6c593e1417cd2ee4aa0bbcc8d2a286031bac6ab4fc0139bad2a95 +size 22286 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0997fe4a0797..e944cd145a9a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b0639f50b368dd1aafda259ca2ece753c0520f377db6ab725b7aef1ae5c093b -size 19915 +oid sha256:c55eeb4ca03062df970e44a6852c039cb2c49a3b937eb746d96e381fd6685172 +size 19844 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f805716fb57b..0e131f5154c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f36e354021ac0f3da6e6492f9e5c4d70ef3b6e2d3aa444f169793dce7fd74c1 -size 21461 +oid sha256:362bcbacebb633912bc9513122384f7f4899ba674fb0f435b4f66eee131de189 +size 21347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b3eb2863b487..6ccbd37d1c10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd15e0239b276972c35f41cfd5a5b454622e6f0858aa04e43b253d5cd8455a2e -size 28882 +oid sha256:d91f267018e8e35444dcbb75ea47a0a27122ad0ccae114a45206c9a5f893d9e7 +size 28846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 2efb68a3c041..b80e96a767fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7592811cfe74285f628c39eb4e085102bc61c814c218b39801eecbb61552e5a -size 21702 +oid sha256:d2d09e283f22642f512e052ef259f95fd21944a41c320a6c88ab3c90dda24656 +size 21734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 5f1c01a464b8..8b00efd4048d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db2443865191079e82636c0b54e6e83ac573061e9ae677e3a0aaf599ba757ef8 -size 38030 +oid sha256:6290803c181af56bfe9064afd6d6b737e505d1a1608650d2e69a589596676e31 +size 38216 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index eece998f0c27..d9ee08349f5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a4b83b961fb6d957fd40ed68a785a51c60d74f5c0e635de9a1fc2de5cca43f9 -size 29440 +oid sha256:5a408f23da7fc776741f675423a8f3c16784c27adc3a660af5787f77c1782d62 +size 29875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 7e63f38a6402..a3a6707e8f78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:76e65673ca371852e4eb93683c63ecad1c4c6329385ceff1a9f7e9366317f670 -size 29943 +oid sha256:df0bd8f3f77affdb735105acc1d654170c056b3130c4749cf60a4be08907a111 +size 29965 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index a19bad1e3aff..3a4b4568709f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:58e5041277aa29fe12a52e137770421cfe5496bf4286fd92038e850869f868bf -size 22592 +oid sha256:d997b6ab682265fdbe9336aecf4644e34781512fa3dd4d40d6ca9c5c8d813000 +size 22636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1221d4f7fe12..3a8f47e20190 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1037759d8c573079896739ccec5529031f7e0f0bc404d3f3cb7cf38f13b3ccb -size 18775 +oid sha256:6bfc3816ffeb0902ecac8a80693cdac5c2ee68d118ba5aa4fd47112d4bdda004 +size 18704 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a82cb39ac175..f97bcbd82c94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3dfc2a2aff7bbc4e6782fe0654902f32b2856bad29e00912b562400756d68a32 -size 22456 +oid sha256:0180779e229512c10a105912a4df909d702a51fc6d35a99c446600e0834a79c4 +size 22339 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b8e188d28a89..d303104bb8a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7dce8640b97c9edaf6c13f3dea5a37b7f86384a06a9e72d0149b44a888d1d4f -size 29595 +oid sha256:64c311ee5e696ac2d7987b9002e65e8b896797a35d5eb88d811a8fb3b7adda62 +size 29759 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 1fce900c3a79..bff3590fa465 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fea211c2f5d2812c49e051e8466783bb5e3bcfe1461467569a06572c15d7fba0 -size 22894 +oid sha256:757cf7f2466bcf965fd5d5c533cc140dadd9c90ddcec2f954bcfe0cb68542a25 +size 22917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 339a21acd010..223cbff1ad42 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57eeed185354728b5931f09a84f082dcdacc7f209887aa8b9e494ef0ae3d4f5f -size 38385 +oid sha256:9ccce482c3008504b0715185e8eba73b1b96ee926509e09aca3f7c084f353161 +size 38738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 3b7697244b91..af6f3d9d1e8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a1e1b723023a3a93aadf2f59eb8de754b590a2a7a544ff7ddd543584b63890e -size 30641 +oid sha256:54561545c6005389f9c32e4b629aaffda743bb5dd6fae339c91a512897550300 +size 31036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index f63238480534..7d22f67baa5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d47d1df944b4caca9c78da8e2acd709e081ea1547d11c8992b445f22ac946d1a -size 30464 +oid sha256:d2259dd0ec4189d53560eb8325c7f505f3c29892cfbe30da49e19b8479a662a8 +size 30578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index f77032f4bc94..88c71d84da69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95594a01ada034bf05f3b7eb20d97809ec9c30c8ff9cf756ad8fa235e626ff33 -size 23489 +oid sha256:8d7f6b59f6744b7098a4be9d30443ec121ffb873d2dea481ae3506b8ae2d9fde +size 23521 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0af73019f937..4f08a653dea0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0245e3857d09deb6a52d9f7bf250abcf3e16080899358b05977d3e910ab2816 -size 19644 +oid sha256:d1ff18e23f19bddd0a4cca5b1cf3a5c848245f0c0629ba911d219269ff669c56 +size 19579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 27f479504b18..53ad28052799 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ec3b9a1b655f0b15487d25e53a2eac375a1fc45910fc30c2f9863c8c814b1e1 -size 23678 +oid sha256:df31a957ad1d6a88fc668ab5fc255a4cf27a08ce2b1ee724c1eaa9e71977669e +size 23486 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 9713b11ef366..f2fee3c29db9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2b1e3fc220ae1264358dafa0370d5c4f1a2fff1cdaf80dc3296ef10a0fddbc0 -size 20906 +oid sha256:ee2870028f789725751f302aeeb7100c7fab2a5d195c4dd815b536747c45d302 +size 20723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 63910f52c34f..2d1a6e68b05d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e938b8f684a1aa2984b76ff4f1004c65817899a84518bcfe22dfb7a34d342547 -size 24606 +oid sha256:ba1716374d0c32c44cd50b110431d3dd2bc5722321ad9c0f946531aa6dcee43d +size 24370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c33def7b3bd6..6e53ef3816f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94c20235d4a97900028b4f16fc97db36a5a765fa2064259407bf72ca653e2a2f -size 22038 +oid sha256:ce77708de95f74b5f490833768da51de3adad342a2ff5335b1e8ca9c50103885 +size 21899 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 18415ccb0332..27d8c75cd40b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86263dff00035a7d14762344123c56e5c2635a46ac2e767005ea8e40d8b902d3 -size 28183 +oid sha256:8d0e2256e10ea749b649bae232caa802e9fd12a02c23289caab146ab51877ac9 +size 28113 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ec17011013b5..336734519728 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5849be40b791a269472cab22998c304cdc95ab29d2e88e793050349c1d971c4 -size 27019 +oid sha256:30b3fc1656ae9efecada1a4f8eb21397575078c741d689c63cd11fab04b7157b +size 26951 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4b6278c94f54..1a8e5f9fc795 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:777b4de95f73e2a8592700dd4f7ac25d36589ac56f287c0cf467bfcd5dee3f59 -size 29117 +oid sha256:453a6388212643c8e650ea61e0b0f017bde06d550200612163393252b80e23ce +size 29102 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e0ae110ea674..3b21b3fa1de8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91ae8a2a68d581f059eb2c530b13505d04d4a3b812bf22e787d80e07c01d9a49 -size 27929 +oid sha256:f5e420c1e4caeca62f9a4ddeb7be4e94d61ad5e912bc442739381b539857a57c +size 27862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c1f513797c0..f6339de97094 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee2b31cc2c485d1a415cb697d04f9160464f79ca239c6994290e6b9053e969d7 -size 28923 +oid sha256:62e8774a9b3dbd8057bcc833ca03f452304bdf8d2c79c17d455fc859e69ccd32 +size 28842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 685de9a66fef..c6396b1b7b12 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0b3fb15b587c991cc887b2ddf117bfd85e63ded5e3f00001fce5f787273c29d -size 25857 +oid sha256:a2069ceca938c94666257235018fc770434d6fe3272814b03217b943d1801490 +size 25802 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ac850945f173..7e52794e2db6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf99cb7a7f147089c38add3903893835e90dbc1414c93ac34b06af81c5f0b489 -size 29824 +oid sha256:be8bee3d16108ff4c1706f1c93cd998a2860d486244ad2c6e7a5215c7777a7b8 +size 29821 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 532754e5c345..7755ed6f3352 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97731a15a53d4a783e0795cfe2012a5880cfcc73848d3150fb9caad6f9f1305c -size 26786 +oid sha256:d3239db73d6acd33469cf66fcbb4b6bfa8255cf79fd952a405ccb0edb92dac1f +size 26765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 350dfc515558..f84f399e54dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d86cc192ce48d63ee1b5490ca93e10ea06ca0d3de84785388a008e3a66a72ac9 -size 24985 +oid sha256:5d16f298d08c21f6a611d01eb652fc8480755c7851eb7119090c22c85e9e5443 +size 24837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index cc674f55be36..da4ad11a944e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:880fe6a689b8a42695027a8fb6a6f821e5f48b5949eb9595064a91823190b6f4 -size 26413 +oid sha256:0dd0a7ebda359e59604a6b216dc94f38e6da87e341dd5b98a680c49d86f0afc7 +size 26414 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3a909b355b94..544975c353e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5e6602ade3308ef755d3f5dd02d62e7ac5c5de07d35d7710d397f2be058a1e1 -size 22555 +oid sha256:93ef6086195fd6a6b82920de69542253fcb4465b1fab6c188dfd45687daf2ccf +size 22445 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7e52b08f123f..7e24de943180 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4654c9d73fea96638771e41808719ebb7b5c71d6cb78a12bba75e981ef318d5a -size 23696 +oid sha256:54b951bd3428bf2c08b5444c9203303e2a62dc4b4bb71103f1513989b0b50596 +size 23671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 6236ec0717ea..db1f9bfe7278 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a01c7459e90ceedb0d8f4ae83edc997fda7841e4c6cd4710811ac1d177c0667 -size 22739 +oid sha256:0d31664b304f17837a1ba821aaca0dd34ac64ef1f9df0732859a7fa375cba257 +size 22665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b50e18c2a7d0..02252efdd4bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84bb3319ae72d03556e78d7a36ae8e2a2bd35a530e13a77b8f60e6f2db982b94 -size 20375 +oid sha256:94c36d6fcfb29927a9b67f9c6fbd49943bc5357c4ed451af337b6630b1d87527 +size 20327 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index fa6162d289ae..d686e35d976f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cffc274f0811ca7b795433945937f881371e1f9206d684b0f33aac77d5e747d3 -size 26003 +oid sha256:ae4af39224217a19dabe4d642302889288206218b2fdb48f91e6d233313dff43 +size 25869 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 5c0f0dd6357c..b1a41f6f8625 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69f3ceebaebab51d49b60534eed922a11a9172706fcc7ea2c83bc56940273d08 -size 27685 +oid sha256:0a55c64b8e6be04797355fa493e4908e0445724c2eac158a21245b8fb82aa53b +size 27645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 81e67ce3a537..15eb4e34003a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4e949cfc11b950df425f56dd030806dbb9adbd49b07bac9a6d06c19033cd3d6 -size 23588 +oid sha256:f4b5deffb9cc894415c4fdffd3a081dada6c63e3171fd13a215c0ada163f8315 +size 23484 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1c2eefea1cc9..08b01dfff17e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37003205e460026e60e3875515018df89838760bbdf4309c356c7b263c38017c -size 24799 +oid sha256:f65964644981a752ac5bef57f150b49d75f9e592e5b446c70acf29eb8884cc05 +size 24765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 81b7b6ebbda9..68eb3a15ac1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1c7152202ef167bdbbeea376c7fe0201f6d2928c722e54408bcdf550a2930d9f -size 23683 +oid sha256:d6de9aa63ab74ea7f36cb3e656165f4a31bdbebfe08f42272c461a9cc80b4ebe +size 23614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2a7eb720f136..61ecbd8a3483 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57e9125342fd562b0e5b65473804b7b1b198645f12c7bbbb1a079886933a24e7 -size 21393 +oid sha256:808ecd5b057889653c93d030e6a1a40a5d8e11b5b645dbddb2ed9da1a0745452 +size 21424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b2ce6e54f458..d4ee0c2217dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d17854234c2fcc7bb4f5dbdbe7cd809cdca24414c8865f2ca5399f8f0625309d -size 28035 +oid sha256:4c36bdbb6d7f2fcb862ff071602d4f5b307ef3993d3a6309adf78d562a607659 +size 28041 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index afe7f18f0429..c694048267e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34b176eae05d3db8fe282f3bb7ec033a4b4dd60020321ed7badb4c020971809a -size 29024 +oid sha256:9664f64c6673d6129204a6806e0b3f4d8d27f521fe4ef90458ae3f67b47ec4db +size 28970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 679bbc99e7c6..5e15b3cef31b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c85b9823134821d5e1bbe1db1eeca968b9f9fc78716b8119e5e9b9ee8325c07d -size 28969 +oid sha256:1df660be00b70eadaa05fd9566037a21b78949a2e588f785bb1a5cea9a954024 +size 28981 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 13b5d65320f8..0244ebe5c258 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da23771a4184990830172704fb6179fb3f2f64cb5163489125447ed43b4098bd -size 30241 +oid sha256:b8fb80e7b7ab8f904b589b8ca0dfb25ca82fec210a5616533227e1f2ea653307 +size 30232 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f7585b65d185..7d656b2d27eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e185c13cbe47e2467adf5f5d68e81c683326c4d3ca4c0bcceb55dccb6379b3d6 -size 26395 +oid sha256:9e6b10c0ecbb3ec3c8afd71ef382afa7c04a02c4ff9dca80c914fb539a3701cb +size 26349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 078e442a093a..61d939856a70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9be9fd80f342f7e69fc7907417e4e8791fd6b7af6cf7cd3fdbd14771caa7847 -size 23491 +oid sha256:d828a81f71e5cbdf9a7505425d3a4468b8d655be7459ed74323d47e5a3d8c1ff +size 23480 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1d843b1fd7d3..3be83ae7d194 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb021f2f44661815d83f30bcd9d12125a892c86aadec79765e4b69532720e566 -size 27651 +oid sha256:e389ddd14de9f00ef9542b8f0638ab69ec846929d3d257f0e7f9ae75b63e0192 +size 27606 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7bf88083d034..6cccdac3224c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2405ada079d0da001f95226cb451a61ab903e78ca16a305f328cda51bc2a5143 -size 24717 +oid sha256:dc30cafcadda47607e7418a58cc0f7381c2a60d98871a413130eb8a714a66405 +size 24691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b297fdc72cb0..851f21251ac2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36cbaa0a0a87db7ab411d60366d1b97ab841123bd8a72a6d3a352cb283d7daed -size 24655 +oid sha256:1504dc2f27fc543cd46b348047303704bd99d70c3b9c81524ac90596175f8006 +size 24656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d640de95a77d..50cf919e79f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3ce6477f26cecaa864d92186083ce237b708ac08f737c0357ba44bf4b28b94b -size 22522 +oid sha256:4c8e1a58aadd0e343b80fdff8723c72fc8c93e30d3063d64b5ab1eb21101c155 +size 22454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1dbfc403d431..d4a7052b30d6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b251edaa8eec81f9ab3a357b995d94c07be49634ffea75176d29cd86b73b1418 -size 25754 +oid sha256:e63d11acd4339139c3dc730d3846aaa8dd222c12e8e3409c6670ed5f184ff8e9 +size 25760 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 564711b6bdfa..38882cb51db8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:431454fde59a295930de17734776291a551361c2c1fbe7d2d1165396dad5fe5c -size 23465 +oid sha256:b7822e2af2bf7cafe07db3107b2f27b99ed44e5f3d70486b961e7716bff692ec +size 23385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5b767ef844c4..c3a69f54cc14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1908f6c9d660c9a5c07753e0aea0ccf45ebc3cf5f0382315787cc88058ab30e -size 30957 +oid sha256:61bd9916bc5c16da0ac4b3645d36b0c38f9ba7fef389ee3e7d2f6616662cbbda +size 30887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1724c832e3c7..c6ffd07e7bab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7db4ea11dc36270c9e2ad9e851dda8f322aa1fd79eb64a77be82e058eaeb293 -size 27814 +oid sha256:f9136692e0ce7e3324be794b94767131a1cfeb7d1d04dbf8c1edbd08f04eb0c4 +size 27736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b6716241af46..2c98929ce5ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ff7ab6745a1eee949e265ce2a4c4c604073ddf646ce168f2932f96b6d5e4fbf -size 31866 +oid sha256:aac070152f0125796ce24402f28a7ce2013981f4b995b770363e3d8746539bde +size 31806 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ea0a1f6d0bce..f5cb040cf163 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36f7361a1911796bd66338b043cad7fbca7cdf470e35f5bf4c5c6030d81768ad -size 28660 +oid sha256:8549c336a3cf0920ea5232e4692f29ae7b7129d50c11f285a8d51e5b39df7262 +size 28632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a1ba812df6ea..b186d5948437 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7549d0dd6094e757b86405254199b0702ff688c467ffb47c46aebddee46ad014 -size 31879 +oid sha256:13a9cbdd94406a02e43413e732d7a9111158d0040b736e4c6c11c0d63e1559db +size 31865 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index eb78a5ebd4d0..b243b80a6f40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee6fdfab33d6e61865312ee12befd0064c62764cf532441aa73fd451fee99526 -size 26720 +oid sha256:835d841b0954eb37bb6fdfd630f525b6402e80bc33b30f6923cc7040bbcded1b +size 26728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f8c521bea637..b0679abc213f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7773f9b7c5b7fd5e1cc5aaf0037e57befb820d9328c7b87a94313d8083856842 -size 32690 +oid sha256:d8987524f3df9da9d6df0e8b1fef34826b86ca6b688f1b37252604eb29431bb2 +size 32641 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 59c7e19ce3d6..21aea39a8c40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:089d1134e15334a7de407218903a5760fb96540a8c942704896e8da1385e78f9 -size 27538 +oid sha256:3ef5087fa84fce7e47a9a7dd129973dabfe627e6b0b6e0e4c83fa9a62cbe4ee9 +size 27526 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7641a4ba40be..2696ab4d260c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a7018d89ccbf1fa38d32115358cfdef5e9a58e28f8bbb82b0da5bf91e95103d2 -size 27023 +oid sha256:ba8a7e160edadb703dd893c50b72adecd717e89b48795d3479bf94eea8c9ebb4 +size 26835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 496644e315d6..a58a529aa13c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79ba91e41a1d21362d8bb2aa15255679aabc98a837b13cc8499f3e2a793ced7a -size 28986 +oid sha256:cf36f41883b010185ca2fb3244c631a1e955582d2e31a7bdfbfedc61e16c07df +size 28912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 4caeb59f0b1f..942848c8e0b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21fab58dbc2151495ea65bb252f81911bca82fd1ef898242378372129c5296b6 -size 24860 +oid sha256:44be552a072d56b7f314c56104609447ac3bdcb29f0bd888824d885a055af73a +size 24709 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e987954bc7bd..d48333f7eddd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29e529c6e53c4ec6e8b630e6ec9f18071578abcc0224bc668443147bf8f9e3b4 -size 26301 +oid sha256:28f43ab9b24a7fca31e8a66b0ced687ef1bb0bf015e0b05742f61b5753969259 +size 26289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1a0f7787fca0..6d1d826345fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e1dc98496ff8cb75f3c78aa8541237aa10df19ae852a56bd3953858b7ccaa23 -size 24064 +oid sha256:4e4cb23cf60ac98ca913d7b0aa82987d45133a25503d158f64fb8572b8ce08b5 +size 24015 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3c5fd669c84e..410df70826f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:46d8209efa7f5761e17b4aa10509d050c96280a633a8c5d7df8b68e63ec0b8c2 -size 21940 +oid sha256:106845b65eb5a5b3e486478fcf8c6d614b2e90c34a5bdf3d997717d0c3f6d983 +size 21887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 74391476ab1d..f7d47baa9acf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c95a1d0a6c8e8b9b267550d0b1e816f709eaa9cb52bc7152e6b2116bf17d9e2 -size 27959 +oid sha256:32c53dc20d1ee9ee98cdcba717e971d1d3b4efd0d248559ad48a48e112359ab7 +size 27741 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 22b9f63ae226..18e1b6f6e99b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e348734cdf23fd9b68538d73b3b067d4b7efe93aa636987bca50c9f2958d87b4 -size 29840 +oid sha256:22239beed76d87c80399fb1b883d762f5e725c95aecee98398672ae2c5d6314f +size 29820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fa8aa62711d8..a2314ee8c35e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2dd92e1e9cecdda119247e083d10310ddf88cc06933d51ac75772aa72fbf1daf -size 25856 +oid sha256:97078bc7541a456bc95ded192a556bacb486b8d158b74d1d49fd3300965e9610 +size 25678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 04fd8fda22ba..1b0be38ae68d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a5009404bc96e844c5046d75a564c40bc9f7000dc9422ddf16006f8f62f96ab -size 27095 +oid sha256:f8418aa16fb90bfaa8975f1972bac573bdb9f7825b9221316cbdc18e1d77dce7 +size 27049 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2c0b068bf5a8..96cdfdc989d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:614818c81e49fffa0f0d016d964f4a933ec31013b4e32da2a2f3010d93532444 -size 25048 +oid sha256:d6e7d9df2823d48915f1e729124c93b4903c31f91e90d9bc10cbc35a285d67e2 +size 24982 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index bf3fcbdb6b1b..efa63276ab78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1c750b39ae0040a9907225c6447524bbe723a69ee975a08ca59be14bb34f634 -size 22886 +oid sha256:13ed7b4e6185f9a16e2285399b945255e8ea435ff56cd898913033636ee2a8de +size 22881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e4a9c6279d66..9c979bafb8bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9524e45eb9533eb9033aaa377a5c0bbf785fddd35dc3fc863485585e13fcc22d -size 36726 +oid sha256:9202af4aaa5c9a57c20ef04f9a8da1d8c03967fb12151f813b68415baddb0441 +size 36656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0b9abbaab1c4..0d6186685c08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e4d80b020295afbc2745256bf3f69150a0ef77a9696ae9f0c4d0d1b070af294 -size 21473 +oid sha256:52a7fa9032a326313fe6efb4b47b0cf2a59fd450062c58275acd3cde216436d3 +size 21361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 0995d1d59dde..5cfd28a31004 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e92d5d809c7f2b4369258abff4052b538197fd983e1b3c7467a2ea667e7bc316 -size 28849 +oid sha256:898905fa13bd0c36f08d0e9854be35130b8903e2e4bb3a04d28716f4694d4579 +size 28814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 6e616b7298ca..bed677dbb230 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:094ff76793e0d5ccc32d0840450de1879db3b0c4f2222671bfaf275c5ecf4357 -size 21749 +oid sha256:40003800df277b6a85ceb738307a7fff63f30a85bad25763859b4063d308c140 +size 21784 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 9eaa352e9eb2..93fda04eb17d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03700dfe3e95f25652b80285b4bf43dffdf0ae07d6eb8e5204806ba3c8accd86 -size 38054 +oid sha256:06b3a3c19c4f94aebc5862b73d30240ddd736b7ae103ee12257984c1bbffe8bb +size 38237 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8adbb0653c79..c382b1416b57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3488039a6f7acd5c9e7dffa9ed0e5f141f7f9bc25514ef0118dfbe68f331ed69 -size 29514 +oid sha256:03b9a0232d829e48360ce1dd7029188cd755c945d112d6e09de06549334cf162 +size 29875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index ca405df96052..af4fe830e346 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f56651f30758d22473b26b6ff7f48ea7bbf32d6581c5653ed952d3f8af2031c -size 30045 +oid sha256:1cec0c544442d493090a662ab74f6245ea061aa2f7ac3f447465d58bd1092443 +size 29991 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index a484aa8dea1d..0f93b9323dc7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4107f0aec5588cbee37d05529bf33488b9d19dde195738c9099e7843a3056fc7 -size 22629 +oid sha256:6028b474e7d490bc8ef5a98baa8de621e7c5749c43b76d2210a2d157cf11c961 +size 22676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 02dc8a9a1146..dac9b0e70bff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f70fd607fe8240d0aad1f2b00a6833a3626730020663abe0b97e10afee42bea5 -size 18784 +oid sha256:97bbf447fcfc800be4c50a183f03b13ea01db5ad50560f354d3b4624eb4fdd4c +size 18720 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 073fcb25f0eb..715bcb7a81d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e2f57c9416b2088c681e2ac9ec6dc405b4c2a279bcb3d450fc9cf48215c1b12 -size 22451 +oid sha256:43872e3dcf8cdc8800ae97c7055e72e57f110328edfd9f4ca6a4cc718aa15e8e +size 22328 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index c1fc25636704..4d0054fa8f91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:483041e90e8d31300b461fc3e9e7ff7e0daea49d51c51af3fe3dc49a7517fd8b -size 29573 +oid sha256:9202b508bf31444a8beb54f6680fedd998a076d0e08a8cf0016e000a495d9abb +size 29739 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index d17e2b2430bb..1d52119ec141 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9afb980733b829c518ef887539d19c23ba416db882e2a4ad102379b2eb0e00c -size 22897 +oid sha256:1ca1cf67f495afa2d0c336fdbc4ef0cc2d2adcfe541f666caa71c09de1e383a7 +size 22926 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 07697559cb28..400207ca3e96 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5fa4c75a5562fc1c9f38b26781bd24235b8bae4647ce2734016bb2b310028d9 -size 38384 +oid sha256:ed6241b3b8b0ea1d8ab1ec2ea50300f376ac9df67e6cdef04199498388b7e75c +size 38728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 71b9c00e81e8..136cee2d0f85 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d9f9a22224a24046da11585d94712e47437997433999f651972d946a78f0d02 -size 30642 +oid sha256:588ddeb7c669ee31df9fedbc9d2a516a490c0a65d2b7b1eaab890dd9951ae320 +size 31045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 774bb9c95d58..de0a40d1fd72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c17898008df055a471167035e4b4040ad4a8ff3bfaf102a8befff1760f0858c -size 30488 +oid sha256:2f89570eabac8df2585637e1881c791b996e29d14dd39caea69955e4b7c04ac9 +size 30574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 42ec6ef55173..471789bbc604 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec97b30abbecd08a5840a19e7fc542cf894d75cfed117c772ac0554e8aa78687 -size 23489 +oid sha256:7915ee48f30d43e970ef53061bd305873b9bb538258dfb1c3f257aa854192aea +size 23522 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index bf9774e36c90..d9d366701372 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c92336d9015ac7d21849894063a9146a3b6df0d50edf16b4804ef74e83b06cd1 -size 19648 +oid sha256:c0720edc443a62b96cd3f4d89753983eceb715ffacb7cb9977b7503fcc277447 +size 19580 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3bbbefc61505..01418e45009e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ae8406000749f2d61f1d80e45c27c7f5f396a947b47ce786b332efe43c39312 -size 21031 +oid sha256:4ea10ed2c19468a23e9c12b1817bef7fc753c627e0c6bc5d6520892cb9ef8c54 +size 20904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3fcf0a700ea5..0b656ad9b254 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19ddbea0553b3ef812ea8b7d98fe7232745ef5c472b90b0c57483a3ebdcb079d -size 18388 +oid sha256:e007724574cf920bf3ea35ef7e8cf7a02005a1f0ddebc11765e94bdfd7f24c9e +size 18264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7c601963e168..31678adcb9d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce086a833046ce5ffd16bb71ba8436dea812f72dbab5c873bf418faebfad8aa2 -size 21530 +oid sha256:e681286f14f5cf43e3acf2e4411626924af1d0c0cc680aaf24f4b08c023424e5 +size 21494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b1bd9c76b281..634c6b1cd469 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:96e31f73c6345ffec03a98e6d26adb1730790e55f6fee1ecd00351f2632d3a10 -size 18861 +oid sha256:e03e3d7e70d587c8e1abde172f7a6a3f20fb1c920e3ce98be07c92b2da38c0ed +size 18743 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 741a53d634f2..dcb7de9d5d02 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d50daf50671c5e9c15754706b9241a2cf0bb5ef4ac2dc43de6f0a32b3786f753 -size 21344 +oid sha256:8a7854ee59af7f95750a8106370ddc1be224ed9deef242159876b487c471e730 +size 21225 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1387a00420bb..8a3edf052179 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4d60ad4b966e8a27008c6746d19d23a6e033f97d8c6cbc80da552d12cf799d6 -size 18300 +oid sha256:dd816a8b77291be969d1eca9d88d2a457ca7d8211f34f6af5335439dff86e4f5 +size 18178 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 925ef4998880..85dadb86e249 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48a68fede4706fffdf7d40813090a99afcff287196f8e7899a9411592f6fad29 -size 21721 +oid sha256:a8373b5b0e641fc6b5ead710e162093e824dab090db2ca29db387d8b9b659cc2 +size 21705 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0ea06b86ced0..6b62245dfb35 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d52524d1df981789cb8bc120f318d4f6d59dc1601969b170b0dd429332f2a2ab -size 18617 +oid sha256:24818bb38acd43b3127148524685f020a0703df37d22a470e18d9da1c52c7e8d +size 18493 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index fa0c06452c0b..6ff96a136877 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0d02ff87fcc55b64a742e71035fd00f9a2dfa62d9664d48593c20e64a9e502a -size 23204 +oid sha256:7362ff2e624fa8cadb08074c8fcddec21fb1397ee3775cc17dcacc0a280e1e7e +size 23018 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 167ba02c26ad..b5f65750af68 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11907996b9aa9a4af6041d5a68d9910421cc3674dd161f7a97b6f2db6a6b648a -size 20589 +oid sha256:2db073fa0c020d15709e3993f50b6cec53539fc212b31eb427b8e5b354f003f7 +size 20368 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d47c6ea1ac3e..0fa17430ea45 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24b9f2e6dc5a6cee969fbbbd03cb350790ca6cd87897ce0ca913b505b48a239c -size 23687 +oid sha256:38e52059f18f06cd54a5d7ea0467a92a41b1403407de9651a46f253715113431 +size 23614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index afcc7a6bc8c3..ea957eb267cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:098e371a521d51a8233d1eb20ac90188588e06eae064681708fd0f45f2c4ef12 -size 21089 +oid sha256:edc62d0de4464814b36853635eb977b4d7c5a649e286105b001d95ee85beeeaf +size 20875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2e7ffed36aa7..1d19648e90b9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:418e28774b4ddd927681145648b94c18fcd7209ca8c79ebb740741f654a3c19a -size 28375 +oid sha256:ced40e8b32eb3bd2bcf64d6dbb7ded4e7d060ceb3fe8e571d611774749a12175 +size 28310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b00a5945c852..5afbdc557517 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4ecda3b10c73382b970a8ab9f8aa942bb1a68f80e9184e1990e8f088edf6616 -size 25271 +oid sha256:f58eb0a95d724b017de650ee11f8acdb1f08aff09f3d1b157993cbf526070822 +size 25204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7af3db5b6af5..d8b853b892c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:653316cad70a5104280a365e166407df175e47b6c05f4a72292fe333a97ecd2c -size 28952 +oid sha256:147342cdb8faf821773b89540d4089314cdc5f4ef97152dac227eafa2b28100f +size 28888 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 989be7fddb4d..9a2eed2f43d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:548621c2816df39716cf63339ac63711f07a79db865fda6565148d162a046f9a -size 26065 +oid sha256:d7b47f8b95edf321f65030fda17d98abcff87a4f259b537f9b05789762872810 +size 26028 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8b8f1ccd1474..1e088a6ca195 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e2e1eb7dca4f5feea44888a0ac16ba2551dce516b7f713d082236b293d09f07 -size 26200 +oid sha256:5caa20901c3f3f15145e4c21c6a78a7f83627e4424d68cb9f19476cafb8d0c0b +size 26186 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 518985bb3c3b..983aed540830 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e4534505a9c929ad22ae3876af8340df870a2d317598fcddc2c5ee076afb59d -size 24695 +oid sha256:1b3f7f2570ed4d2f1e43f7c890171496b8ca231c7d7743e3c17d7ec075f809a1 +size 24707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 187f35398989..9a0ef36f9820 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b4de63b1c5df0ac197c2cdb49c59e8379d00db3b449a00ad5f63934069c68f2 -size 27410 +oid sha256:8083d3edb3498dbea78625c951260e7bf9defc1299132dc7a1071e67a25d1d1b +size 27389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 398958a7d8b1..38071ab8215b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:488415d59ff0ee0541bd1738e139da0dfd93f3b4d3911a608100371c2068aa2a -size 25680 +oid sha256:f4bfd566974508b43738e59fe700789898d4afe3df334a86ed7738ad2e62cf6c +size 25625 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1749b59c653d..fcfddd3364bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a072e79966508a0bcb89ceae5f1270fc4e2e7dd7b92cf386434a795f888acd3f -size 24812 +oid sha256:3806560775770bde685af93b6b3f6f0058ead82b5b5ee7eebb64f2247dafc9ff +size 24629 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4263bbce359a..63b2960c3693 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cca118668df0780f6b63db45e1784625e245e97605c7f445f3a66fab9c64ea8f -size 24606 +oid sha256:9184753719996527837bdf2dbf96dcc6b0a8a073561aa35e9d83b08aa9b42a0b +size 24585 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0d11499da23f..64937b8eea59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:747bc01cdb922a491f4adb6e6609a60a6d49e6e8bfc7d6a340976111ca46ccf0 -size 22278 +oid sha256:d1add041c5499e1d9b3ec72166b3e1fc0bdbc4b589eac848b7b5622a6368b182 +size 22162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b39f6dcab43e..3d7aa01345b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f08f4ff951f96eca2f990d0a6d323267f2c1f52138c54000a161eb9bfbe636e9 -size 21698 +oid sha256:4416f58b36ce6413c0af5a8182a17a75395a55890c1aabc21654896108645b51 +size 21661 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 142a7b7a2cb3..8fd177e1323f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b59708b9d63e5d16a016d16598e63bc5eaa4753e525a8ef93784ed089ca08a22 -size 23218 +oid sha256:fcb7988d86a2482ba24167e0b46c99baba41f32562e3b9ce8586edf6d7b78c5b +size 23169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index aaaf95e21366..3347cf72a84e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4dc492ec36d79f1068b3f1c7c08dc704a4b22c3a7fafb1770b61116b2ee6999 -size 20124 +oid sha256:b3b01d02327d9b5065a7c71d65f55c3c1a3ef204bc3855acc7fff7cf49ea7963 +size 20084 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6646fb076b9c..1889dc4e02e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d37c4ff243e3fbf9f3e64ba7309b474e3e064e004a6274559e5284b295ea7bfb -size 25516 +oid sha256:6dc82f4a745be8732dd3b2a1cc057651178c259e2d547e53b4efac8058a75b3d +size 25368 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d95818517041..0789deae9fed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f04def1ac319d47cefa716817cc3f060aadc152135585148171d6fcd22098b6 -size 25156 +oid sha256:eb98c6ecf5b7e26f3476bde5f88db93c8fc4283e0fc6a404faa0d5553e7f0944 +size 25138 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 837754f04e22..dd050480d615 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:247adb4d8b05b841005948d8cce05593e9b26be40662ff9a7d9c6096b1c13bc9 -size 22598 +oid sha256:7b31ca58cb8252408bd29be3c3a1ac2d0326b32166992125bf421b376a401d48 +size 22449 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6465f8e0ab6c..c9c449b64213 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e16337ec84e2ae218198afb9b6689920c5e607390eadafb589e353afe68134f -size 22428 +oid sha256:d592070a5b15da7dc7838296bf54bd00b117f1ff2a029a67ea9463cf0b8f6115 +size 22375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2f2db796b0fe..e5369ba67ee7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:066f64f7db116558c6f44f735becc67cc0b00e5ece04f84d886c38d269ba1891 -size 24266 +oid sha256:b86874c4822bb63c39755a7c819cffb7b87a309d68080baa8bf9dd7f01fc2176 +size 24175 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f057a89534f4..52fa69443989 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f40a22ede8c9f41a418bc8c47c86413bd1224999ca84355b19efb99b8a838cc6 -size 21096 +oid sha256:10b3256a820eebc70ae96031cb97adc76947f82a2488d9caf173eddaee32d5c1 +size 20987 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 770a25788b1e..a61bba53049d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3af5bf68953a9fbaf80c096294edfcaadbcce4b8934bd9519d2f4b2302185c56 -size 24804 +oid sha256:6a590038fdbe5a1c2548db6c3e2870efb3d6b5790f9ea5a98dfad26d04226e4e +size 24708 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a8854fc54a20..86df43459762 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c924c29dce7fa082a3ef6d15ffcc70ddda54c2e338065d12572f0956c5e3e745 -size 22059 +oid sha256:1c127485cc47f3da5d534d86fac2c791e4963bc2a70adbe3d6a65e317e395a38 +size 21931 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index aaf53e74477a..9a708b0f45d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66346f0538c9b22ae96b223668fe826d95d97047ac99bb85b98433150af8f2ed -size 25430 +oid sha256:78df14d009a4a789df77ea81e1f833eea0dc6762b78132873295e0c66216e462 +size 25369 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5aecd719040d..bc92a2d841ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e146a0adc457470df0912b3442ee21958386584d6d98707640bed694b407d33 -size 22330 +oid sha256:6ae49a2d6c74698fe6858c2328dcc92f67d5e03e77a7d3acc6b3bc26ebf4ef0a +size 22228 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5ee4241e408a..37627461685c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2157cb9f93b47c25bc2e7849405c39a9ddd414be38e9fc14ac006148bd13d55d -size 30913 +oid sha256:a8f68eab0970a4728797413da4aef19bf56bf5e69dd5959b56162e3fd95093fb +size 30902 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 31b9461c7423..d74e7e126741 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9420f945b1e56963ca80a3e77a437ba6c318c9855fdf56f561226e91e9f4bfba -size 26787 +oid sha256:84006c1b7f8b53ed6fc13ac41c0686ad7d6fb251513d69bb17376d3f5df5c101 +size 26756 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1498af411fb0..0608ea7ebff0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d02f7614237ccd1b695a61495309775e4acede27a0bb81a131fe5388c5806d2d -size 31568 +oid sha256:beca0505e75a33cc4aac2500cfb3deef8a70a6a8495bdfb6fcbaff7817c7bb6d +size 31501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 02a3eb020c5f..d12cb1f22665 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d47ffa046e4b62263a2e2c60584ac865e336f4896e338ee9a3520021cd7ab98a -size 27531 +oid sha256:5b8ed1bf9905cb9f9bc0d5c3fa24de4c5ad788648650a3cd7b273996ff85d817 +size 27499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f7d43da0da5d..691691e57708 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0d8962f81ef4189657f24a99131a116fefaf3bbc752c529c9b8d653dbbe711d -size 28937 +oid sha256:eeab060e3dff13b69b8bf3ed0336964b9624eb1eefcf0b3d70d2e8ffd31c0cae +size 28907 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 060396510f88..12c97884b3f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:227d576aa8d9b3a63a9b5424aaabb571abb455022502ce021614d30c3c1b42a5 -size 26342 +oid sha256:b618da5f57b8d00d79b6f97c1de2984dc52a1563a00747fd6ff06caa0617b2e7 +size 26319 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index aaec2656a8e3..94878d302bb5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09aa68a4ec827c7ce28a676fc4238b58001430d6877fe7a0031f7245c8e1dc73 -size 29887 +oid sha256:8e1462344f03e7dd8b2fc1a60f8f64da1dc7df038498d2fefeecd9aa2fb987fe +size 29815 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e2446a39317d..68172661af90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb6f37088796f2440babb327933a6e25fca0cfe6a995088d59c160e7da2e843b -size 27155 +oid sha256:f99a28767f8aaf8f0c3485f48c15e08354bfff4fa3d7b2e947f4e977ca035d96 +size 27124 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index acba7b7d59d2..5272d8064181 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f934664ed92383f8713a2ca8a8b575881a1de3511c7717a74ad30e7c3ceb33a8 -size 26931 +oid sha256:fd4430048456b6dbbd311e25c188360e019764a673dfe530175bb2944ef5630f +size 26717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3a8b7059e11a..824270ad67de 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63e064f84cf15e089c96b7a9281affe06b3a779f7c5c56865aba69815c0f5929 -size 27066 +oid sha256:39ec474e3a8559f2e96fe89c3108ace7553cab8011238be5c1d820edd310fac6 +size 27030 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ce194ae1656c..5d6c6322c30b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d5752c3253032e808e18364ea98232f60c3bce8c7dde3fb45457b3ec5e2ccd7 -size 24674 +oid sha256:8cbd0c46e274098cc1f30c68e715ed79ce0b33db1ad035e9651c13c8cf39ba48 +size 24473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f89df45d0bbc..40ce798792e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9416991fa89afa53d5448844e4cdb2228f22505276d1723196b94b26cef8db5e -size 24157 +oid sha256:b6c41894c2e7679ce44780177f2416278e8a93ece229fa2d53150865ce5bf088 +size 24141 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1210f32c8aff..7731edecadeb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:836b9b37bce53fb9ab40201fa6ccd43b6f873541f036337f1020e672c2706948 -size 24544 +oid sha256:7c5dd83a9e6a0a8f2699a79f445541d55f25c772cf4fb2b6cd43505ec78313ea +size 24494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5029fbe58d62..4cbb45009ddc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3179b06d55efbd7c5c7ca91977217b8ddd5490fca67c3b4d5f6cd449e88ce37a -size 21527 +oid sha256:4d9909c22495466fa4ebe05d3a6e503c0076838bb389e57aa52c8cf71716f10d +size 21481 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 92b85bfc88a3..c61a11382110 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87ec99744023e6e6db0b94535995bfa727f50334f11105f75235fdc173f42b7a -size 27576 +oid sha256:27e8b4034306e11634ebd6afcbf9419105335b8b355313456ae0ae3d96bea36f +size 27485 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index bd3533de1507..9a320a39fb0a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30a7880cfe54e89868c80576808f3a72596d2f01f3da89d2b88d74147cc04197 -size 27396 +oid sha256:5f5eebe45bbdb5b2568e40035a74fb8bd5057531746281170b39d4bfdcacef06 +size 27361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 91680f3eb693..bf24a9dd1efb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:385f7db4ec0349ad16071b2be760a7392b39e3a10a5ab033e19fc72c0241c43b -size 25095 +oid sha256:7375c5b3256da9315d3f176219d2491e0a881dcf886ade5c74d9096ee3fa0f3e +size 24921 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dad2f6b5d324..319fc9904afa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51be676a062040c186cbdf2d39040fe6264664758dfca0f4e5298803a92ea06e -size 24744 +oid sha256:5e9df3b041d1db2d173367134f8e76262d5d21f23d2bbc8e36cac85c07144f77 +size 24690 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index a4f7f086bfaf..d00fc665339c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ef91b433a921212c96052361a2e05d56eeaabc2212cecdaa11bd3f91be3d631 -size 25125 +oid sha256:8989fa7bbe15a692ec4cf2d5388190fcbe47397df2732414b6f3d94b6520bb2a +size 25078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a5a62845ae7b..1f900827650f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:283403aa484b11834284247c0b99c893c4dd513116ad7306a0c4f236a5bdcaf4 -size 22354 +oid sha256:e4646634e6b2d2c5534f1948358325b67f4aafbaf5a5ba8398a7438801708496 +size 22304 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index aa827cbef575..09a12dbf37ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efbd8534c84208f8d8dbb25f0bb62cff9d3d2a6670bc72da3729d2ed1c5bcccc -size 22042 +oid sha256:6585ea55f8b0fe4ee7728497cd40d31d3111765e7782723414e65511f4a5d495 +size 21918 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 6942afbe5bae..e4e0b9870083 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:809ed9feba7fd0bc6f1593a9633299b0e6effb6aba43cbabf8b122d7abfb71a9 -size 19249 +oid sha256:35a3148a3af5a722d022914240c5592a8da9bc993c50ddd5d49fee9991ce64be +size 19146 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 68e9d7df160e..982a8e423fe0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:370931a618e17729b97c5cd7f60f9382b44329022fa194e55eec66f2fbe2b444 -size 22662 +oid sha256:4ada23e643bc5681f2b57997d6cab924a634d90ae998abd46c8a633d3091e677 +size 22576 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f53c54183bf5..1290170cffe2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84ac41f56e81976a679774ba0018ef0f3c73ab7c4d6a116e34120d25889a0167 -size 19534 +oid sha256:bed01d135717648b4869e800fb55e3ab20b1aa9a4899bec4c0beaeed0e945739 +size 19400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7d28a7020f1a..5f1e41a577eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85d25993de1227c8531ffd41659e650c29949b3a51128377f6c28ad5053f5d69 -size 22295 +oid sha256:a82146fe4f8fab1df6099cf5a8ec91f5f22d5b8a5153839ce9f1413b759cfe12 +size 22111 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1b72df19eb6b..7b6078eff10b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d5ea160e3421042cf4cc5c6b2d2657a167eec12090fdc225848fd28e677baaf -size 19668 +oid sha256:e9a2dbd4bbab6ab7bc1ca533bcebd7a8a0cd2e0683893df0d6edc5862eceb912 +size 19533 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ab957507c1f6..ebfe737b1ea1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bcdfc15b393910ef8857ce1b6e29570d3ad33e431e40df12107505cdc0bd87b -size 22752 +oid sha256:08c3bd030526e86a6f4db5ae9270f58160f9d4563fb33480345edaec545e3d3e +size 22643 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7e4d90ecf94d..5183af87febc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f33322ebe8107f11fa88d5d02dc7059d4ee565820f20e061dbca833b4359996a -size 20083 +oid sha256:40e449ca0d467dab9fe60e90770ee872e7077141724dc76bc9287f7bd72258b4 +size 19945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1747923d6520..687e8b13f240 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d832430f038ceb3bda540d4d2c60f1c4189e8ba2fa36f9e657f021d4e878823 -size 25222 +oid sha256:c5104e873c38a7ea36fd03287ac81eb3c81055fb12f11d4d7c211ce295801090 +size 25205 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2070ed4cd524..1c8a91cd683f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc6a4385ca8d3a5919b8cf77c889fa0a91604fd781fe13d0fce534a154b8b8ad -size 23700 +oid sha256:84861a1a1bb331092fe07a7d67412706c9dc5e483f6438b0b24670ded41904f6 +size 23722 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index de1082977a16..dfb99893c579 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33776de90b0532266c449db229546cefe87abff8287aebdfe75d8e8105c1b284 -size 25629 +oid sha256:671df739e2b1e1dfce80a56e2f0e75d6b53539a8dfc464545a93fe2bd6b7663f +size 25575 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 6a38dad5b349..8b1d52b0f46d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fbf5b4f9271c8ec9b5596e7cb8892bce2f3811434b6c6335007cfb15029bc00f -size 24298 +oid sha256:00d90f95a2549f8dbcce31136f75835a0567387b3d86ce8f8b1c9cdaedecd0e4 +size 24264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index af60e5bf4048..6acfc4ed967c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa83a26fe46b1899e16dd18d6784adf76603f15e3a426f7848262c18e0282809 -size 26148 +oid sha256:492eb2c43e1e040e9264906ff25a5247dd341cef5f51b0fc854f058d5ff3785e +size 25980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4d7ecb884b87..73bb936f3741 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be641250b21c18c93a8dfbb87b8b33bbbf34ceec29f290e6cdcf66ad2399bceb -size 26016 +oid sha256:68367113b7a9846eccc1b40139f7e96503845431e49a51b1e51610453fe8da82 +size 25946 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 22e835d6ef66..bf20bbfc282c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ad1752b457e57eab0e72fe95e69a8738ce1bd27bf007122a138e3f55a8e0698 -size 23657 +oid sha256:697d90b87a56174e003a38a67393a583c70034cd3f2ee6f473db12f8380a9fbf +size 23587 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 584835c03268..afb938815422 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aaca3b525f707beaaffd586940e770194149f89f66a4a0cf9949052466583848 -size 23139 +oid sha256:dd21c0ac015d85fe461c87625ab099530cf90fd195006ceaa58e39d673309059 +size 23088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 88241649226d..f53bb4dd1b45 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5afb8be2cd13ff041a5470e987d4194d40c6f1078a8581086cb9b585e2a3e7fa -size 24753 +oid sha256:c4ead59d7ad3a43b3440c58dc8a53347ade8c678851b6965e4fe6f1ec6fc663b +size 24745 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index fbeefd1cd4ad..db35db48db4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8de2e1d606a4931985b78d07506fd2e6ff298a409fb07421385d631e0ab1c698 -size 21694 +oid sha256:6b0a55ef0cbe20bda3588248f1fc87d1b883146996600ab311bf9d74c9be138f +size 21672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 824432e5a9c0..bf2461d5d48b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4a2a6780f054cf37bd4b4055916ab48a19cbdb5a2c90f2cf1e9e4902f55ab2b -size 26911 +oid sha256:26427142dc866201fca856d36c8f9ff4b847cad1eea83ab8ef5921e1fc5f887a +size 26862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e961eac8f384..bcd296bf9f22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fea5a82a149a90baf64ef5e075d0e8ae035f39ce0adf85c64d94f4f069f70de -size 26598 +oid sha256:a644c1dadfec476cd50d12c19aa4ce4494f5a6dabe465797bd16e4895100eaf9 +size 26520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c35bf06be220..8dfa192fcf82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95a4878b1c5135e9cc04240230d72a78103bdb9d759a69981f2153b3a1f2581a -size 24111 +oid sha256:1574b481a1ad259b92a76df5844f54274fab68abe6cce5d2533cacbfc0659969 +size 23949 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e8ba9a35f319..f59d622aafac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cf6ccf36d2cadebb1ad52e72e1250df5f949d57e036ac8f890644b4230f028f -size 23765 +oid sha256:350c4cfe089bdbadd85d50bc8384fc45574a7e2085a77f4af05e00e554ecd955 +size 23684 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index c4ca18b504f1..f85f28391eac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd666f33e5c04883aeb4e10c9e546121c5c79c8638bdd5e3ae45eda380e0d882 -size 25687 +oid sha256:5e1ea0f0cc8e83935ca9e466fe96f03c480c240cc5621924062515b171ed417f +size 25659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 379ffa8fb6a4..ff57e4fba85a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:470b13a4d6bedac78b7c2b0908b33c2c043c1c96c2f40587a3113bb5d6891087 -size 22465 +oid sha256:4cec7953a7c11f092c67d94447582963ee9b8521f8579c0220e83fabc90a00ed +size 22359 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 16bbc41ac618..73a879118b46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8a96a9bd944f9af6d6123614a1be480fb3abcc49074c1dd1ad63f3608e5b715 -size 26349 +oid sha256:2ccb3ce39250b0d726712c4e083c927d8716a66f1430906e962b4169a9989d31 +size 26141 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 11b44bd44b47..442f78ba965c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0335af3c63fa4c8c008836b3554b5b89e8222e64b6eb8644aef04f31677f4ccd -size 23932 +oid sha256:cfd526563ec3395c79048700ae775ed1014308a51fefd172876e56f148ed74b4 +size 23833 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 81a957695d1c..4d762e580399 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53a1f804906aba43aaa73308f6b75712654ba9c420ecd07b001783d5a3e7b35f -size 26959 +oid sha256:548b657418d5f5459e1dcf5e374c3a76bacf872d421fb3915c2684e83e63a723 +size 26921 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b141ad8c5203..68a8f4d5f6ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:abfaf5254b45a0e8beb84821471f064c5650f7b7a825f55d8423e75c55d3ec3a -size 24394 +oid sha256:c3b8102badd68adb7fb0e5e58eed65df1abd6babf4371945a655b0eb9c0e6971 +size 24277 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 34c10c3a07d6..08505510852a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:67109e25e8ec9356d1f4036df75160b1529830d0e1374b8c8f3bed29922483b8 -size 27882 +oid sha256:894cb17a6a3a5812d043f1bd7010b93707cd94f5492f3b8fba1289250caa5a5f +size 27811 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 9b78575c4a20..8afc1a65fbf0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6161775b9d5389316074dd33ee50cc8c0d7c288edf3182dfe0a84e44627199a0 -size 25025 +oid sha256:ab71cf8c4fbb3cde2886ba07e26f82db2b690b8a6c7888275dc3dd1871224e7a +size 24998 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ad4825aa21bd..471b2cb2645e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74b00fbd8e94aab02e79c8c7cddee3f49446f5196770cd9e93efd14fbaa2a0f6 -size 28230 +oid sha256:b5a798753706c7f332452e75c041c48a49ebac5b941e622481b36d99aaaa04ed +size 28177 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c7a3b7b2d0c1..f5899c9d1a86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36cbb55000b9900d775416d1c8e2498c1fd3980645693e07bb6724985d9530d0 -size 25774 +oid sha256:9133c20629fba0e1132dacabe7b8e154bf3aeff9a64a69275d82d83981b4ce50 +size 25734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index af7bdb1cc54a..a40f9d40a7c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:266cbe74a1d3f92af3fb4e0c97c38166ee781a4c94fe890107db304e389abfa9 -size 28283 +oid sha256:46b0db4379e3304c1e3d1a5dadd3c4a72851a1f9763fa656b1189c75917792ca +size 28232 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7d1d1e6f92af..353b6a9f990c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba4c039f90bc150c2b21e68a678cd784f4b006b11f607aec1d9d598f05fcb506 -size 25588 +oid sha256:0abd371401ec9c015f72798f000c2326ea2e876b9b5e6a02bb69f779bb080bdb +size 25525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 00dc082820be..4e371959f3a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9dfb66344ba43182b6022a7f8c78fb942cbccf08e74114da033e9de1cdce37ad -size 25920 +oid sha256:7f630f66d7e9ce861b63e7d425f54552cf79022137afed4acc3b411eafb204b6 +size 25876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ad010604db24..9ff8e4f9955d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:254ec8a929c2c27f0cf525b09c180c6140eb06fd6369994bb823ae3d33497cc2 -size 22902 +oid sha256:c0c19931453be6b9e6f2c2364995c7938016bf95324196654d18a5b5c4631f36 +size 22873 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index e92953603598..4e6b17665c5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50bc74bb04d9ad74ec102cf9111af8345435ca6b55dc52bbee0d2ae3808276f3 -size 28681 +oid sha256:9602c57bffe66e32efd5e65c120977d7946e53701aede1977d462983ff901809 +size 28663 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dbe6e4d4e498..5bb1db570543 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa1deb43fef934e565671f92041c935e3c593456e205630f5e981eb09d6ea4af -size 25969 +oid sha256:00cd04918051de4f7b962f4e0703e81910d8d4842be95b989d762b54a1700ef9 +size 25888 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 5cfd6116f0a6..1174b3649419 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef90ed7d3a90b293cc38fadc02597880f161716d843acd0d9bd2af540979f1ef -size 26551 +oid sha256:fd8bb382dedea94dceaec90b35af9e6dcff6f6cd5d253f0976d61492d0edd878 +size 26540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e15e66689d1c..0e23c3ee2a67 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d23b22c9c8fa4f19bdc7bd3fb75d47ce69bcf0be03d6a957715f1653f01eebb -size 23531 +oid sha256:8766b1c413bda11efcaa28246b770baf2a06052c1f4c5350df9f08ef8ef3539c +size 23470 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 678c5942b311..6a6a954b5493 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c636c9a9d46cefb3feb7ebb136bde18e2858c4f25b72044f52618c94f57fe65d -size 21387 +oid sha256:07119bbd219fd53137c7fcf78d3a55ebf1894db6d556e0bfdbb17f993ba0d74a +size 21286 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c69ce9d0b5cd..00e9ed621270 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a7197e4a76ba2716a00b762b6e37259ce07b2076bd138f31eea1ff436dbced66 -size 18371 +oid sha256:47d29a5eb91cdd30916cc11b2deed96b4435c9c4aba8a7ba825561bb1d238e4c +size 18267 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a681fc88a4c2..a4c7998be9c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75acbe8b49a6c0fcf88df5d2792f993d179dd1f8ca064461f6efc67ed20a90b1 -size 22147 +oid sha256:cce37939b6d8a0d93934dce5629ba7ac7883b54f75e2dc8ee8427b26daa1d5d2 +size 22121 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index db53cee74d97..5eee52d7ce98 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e91f4b0ccf1628d62c323ef727d7e7dbef5b3773a076d549ed73006a35e75056 -size 19392 +oid sha256:726eb78aff02864132867aaa925ea9fb1966b614a3c59f871a4f41811e073932 +size 19253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8f0c1fab69ac..27f7261eceac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:138e4112ed14688a2cbf3017a32ba4016470fa0bef2f8b74753e0b06d18005dc -size 21149 +oid sha256:546e3c84be8bc77d7fc3569bfd0b78cb152c19bad6a3496bfec7bd25e1ea588f +size 21054 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 114b30d6d460..e50bba3e75fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff933f77576f6da62d70513babda91a2145ad279781c170092a4c86a9e5fa9c8 -size 28429 +oid sha256:5602ce4f3082a2a2dc24eba9ed2faf7f82c9fd4441232dfda01ea1289da1b9ad +size 28683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 322157b21edb..494171bc2df2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef0c07d3afba169c541b9e806c63ca194d156f5a87c6bd46477ec5ff97255c62 -size 20754 +oid sha256:56411552a8bdf1a7e8b9c25d185cf10fcf275ae70483f3d3c326dd754fb6262c +size 20973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index e1b2447be5a3..6f8e153e328d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3cfd945db7d05783cd302a2dc5e6814eae3475f07b1f8dbbaacc1223ae068e93 -size 36682 +oid sha256:d500e4d1ac4f36947efc68e7be1f24487267b1672cb885d658a705ebae6cc928 +size 37133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 0396dc473ecf..ae21fc3e5efa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a8f884121105ac61830609ac82b78062e7127ee66985b9376436a56846702b4 -size 28528 +oid sha256:c38bda8677b970acdd122dc1a94eac6db9a1d400973790ef2577d69c9935dbc9 +size 28840 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 334e801385a3..d6f7f09a7d9c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9c0ddc49a4318febacbcf8094306db236c6af849b53595b2364e868bbc62b70 -size 28811 +oid sha256:ad9ba9296eabad9396c3e16fae00dcf031422f7841003bf460fe2923f7e6750a +size 29002 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 54f5f3a30d28..1b10bb8df535 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2e4379de4c9f9029042243465f6c6b971a09796781438b6a130f562f1685404 -size 21598 +oid sha256:00a7d538d5c9d05983bb064295664858b644851bba809496168892f38bfdcd9f +size 21599 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 9a719f04f536..33961a36d048 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4792b5a2a56d136ba62ee694b08c71fa9f5df17acee3329e104361c8bb1ba084 -size 18261 +oid sha256:fb4e1f49f873faae856ac74d69327cf702641dc658ff4e48a07e77017cdad419 +size 18132 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 82626f54713f..a6753a433386 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55e33f5973cdbd79de8ec66b3abbf1652ce22b651e8de26d460df28017350e2a -size 22195 +oid sha256:68ad352336dd3c0679da8400e47ae407e4a2b808e4c643a7b737d53d39312043 +size 22078 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 4bb40f9126f0..3461654139ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa0b7604a26ee4be8a6eba7c15411104ccec640f0cdf4d5205fad7f55cf960b0 -size 28104 +oid sha256:eb43c45f8657cca6e41a4f02db6d7cc95a3675f4160751371a1941e79811b09e +size 28247 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 6e34478e1cf5..272cf9307c5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cce474d83ab7089acf6c26496e489d3387cac147cca6e9e99ff471e69d9ad92 -size 21900 +oid sha256:b9d7c37b7a6c13ef5deb66defefd8d51fba98d697f666b003dd57683381181ae +size 22048 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 2d2e8719c0c6..49e6e20b9731 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0df3990cac35faf56878ef5aa15b9380c8245c0f41d3983a03e76616d4d57701 -size 36965 +oid sha256:acec3445baa1e6197ae0bb25c06da74f57ced9a4b4f45e8cb7fdf1b31f9d7905 +size 37277 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8ac8a04b1a05..2efe219d5ac0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:903a2b20e87bb45d126da482469320ac5466c709e0be0d23acab3a89eada511d -size 29822 +oid sha256:08b1e5eb8bcbb5d12076635f6691d164622423fa5ff74d15acb96bdc7cdb3b70 +size 30231 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 9bea5bdafe92..fedaf17fe340 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2432e87b1ff8e8ecac0416adf2bf0f690795435bf35968d4a9ef276d3c639ded -size 29745 +oid sha256:71dc4b24e18af4abaed0316236872d5e08981c0490db9123684502fa168bce4a +size 29864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index b7c18cd564e0..3e43e97c0b06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00940570df87c6ebf23e8e5974af75cae5b3726868a1648a68b76a199f95e007 -size 22604 +oid sha256:0dc1366263cafe445917b7fbdd679d18a0acf54b5795761146ead3be459c98f2 +size 22704 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4eee788c731f..0e86270e5d0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe7dff754de8333a8458eb8cda59083825e439202dc385ef36541dc327e133fb -size 19156 +oid sha256:692f1bc01882ec778d0549d5a419ed705548cb887d3931fef7afdbe0279b5ac5 +size 19039 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index df2263f61cf0..086239717e2e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b80e3eb26924dd30bc247619385ea6a2b74f3d71209806aa16785460c585a0b1 -size 23451 +oid sha256:ecb5ccc94178adaed9b7c4f38a06dfe9a53b4419d4d43269adaabc86ac42c234 +size 23277 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d66d1f41678e..cc4ffa7c0347 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a21e759458b9f90be7c0310b55b9d90d43a5f0d28d6da04a00a2d8821c5713ea -size 20417 +oid sha256:19632a4064b103fbe013ffc54a43e70dbdc4079bc51180204b89a0a849e02bdc +size 20234 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7f9469839f96..374ffb98d872 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:937bb2e7dbc996912d09eb0dd391d4f0eeb00e78e0220fe1c58500aefc223181 -size 24339 +oid sha256:b2d03a7ab7da5c7b89932683aa0012b615c19959a4ff208e7d0fcb7075bc16dc +size 24134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4f96365aed68..8fc083f648ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bada5e91d03018e301fa657454fbb26ddb7796c85216e6f0b00a5883c1da63f -size 21382 +oid sha256:793a4d0a5ae8f27bc6814bc40dc04bc829f9aeb4e87f27acc4e282a3cf558cdf +size 21160 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e82a97e90939..900a9d1baef8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2740db4975c9bf465cb9f0eaea3c5eebc5a051e53452b41b46dd5f073464cb4c -size 27150 +oid sha256:cce2ee5015c2f98b6665804390604e1f5173c90e412630a7fe1f8c00266effbf +size 27097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index c6fe7cd77d34..adfa077ed84d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f6bebff98602336fd162ff5a585183316c0e090bf79d97d8d4b874ab15f33cc -size 26068 +oid sha256:4abab2921f4b3040418861da35e6fd5afd3f9ffdc9f5f2d0d13050feb0ecf275 +size 26009 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4ca95d0fc439..87cde7ed1b22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4199545f19f951db1cab5e7d044c0ac08aab5dc967a2988ca226e4ceceef035 -size 28338 +oid sha256:089107092a63befd79a663a9daff2c550a5e14c86c60c46ca02f12e61003b353 +size 28329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b23b106b8ea5..38bd98654356 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ae835cedd885f4db301360e3a634150a283da7af91d087e9d0627d1dff004b7 -size 27090 +oid sha256:8e9f90ac17bc31c14e8d868d5546bbe470096808c42c85e456d13eb7a0d3ed57 +size 27071 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 64f55a941a08..e0d8f9a69775 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd24e75fa65f8bbd76fa3edb5dd268048ffbb57876b86050cbbefa47ac051013 -size 26043 +oid sha256:c59f2982d1a3180febbb8fdca55946fa36e3a23469acc2011ca0ccdf7cc0b369 +size 25992 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 440640f93840..90fe05d22ded 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f75e997bb2d17180bdd10b4f2ac2c5f26ba3e2f9f079b244f6bfa6c84b889e61 -size 24763 +oid sha256:c356a6f5b1274adb48b66f6e4bd4d92e59872da627b94810b1b8e6ddd0e9da93 +size 24739 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d0123115a813..d5be38ebabbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e30f0bd9cb14b37bd52430c87f473461bc071e8064b54be337aa8d9937a7e7df -size 27360 +oid sha256:42351b65890d1de02b3c6487b0f1bac1bfaa9d1bfb98005b55718e004ab604fb +size 27333 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4df8b8a6a805..726722801bd8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0eb7cd629016ebc5056acc5ec5161995a61854ab77002c45f51e3c5aefde5b4a -size 25857 +oid sha256:30190ba3fac4538276536ec5f33d0c238f180104bfd8d2d27f6918398924ac61 +size 25862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b121bc3a2509..4913c562925b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a690eeb2e4614c11977b0e848ec051c7a62269b35205ee6101c90367e1094250 -size 24178 +oid sha256:4bf994384cf431643ceae5c60288b2ef722391ce3a4cd3dc6c20cc884719ccb9 +size 24008 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 77e829733b72..fc21f82c5543 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aec0e975547d8e374f708167d553171fd8055b3665a5a4b5118111eeefa1fb7b -size 24435 +oid sha256:55c52f6bb8a3c6e7cf2ac3f5db5e9a598c165428640f30a122bca79f4a4328ab +size 24367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3adff8cc5194..5734bca8f379 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cfc91866fecd5147f04dd102131d3ed462165945e1ce53a75fcace399807167 -size 21946 +oid sha256:52026e24f25c0fdadef437242f8674912305edb62ed3ba7ce219239592cb7bdb +size 21837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dc4c1b1664cc..d1d18cc1ba82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88555675dc7604bf78403eafccd58dd37911e4660391cd59becdc3c405e410e8 -size 21699 +oid sha256:af301f6239ce752ef257808405e7dc3f5aec3880bf6c2b4b4e95ed6afe840052 +size 21666 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8d8159d05926..873476cffb94 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef59eebf98cf862e5fc999254cc75225f42c2c98feaa01a2044640d21800a8fd -size 21946 +oid sha256:764b5a67320b835608effbb2e039b4ad1d8b2ff8c574409add37f718122712ee +size 21916 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 772a58e513a5..d6b4f45cf63b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6444905ab71a641b09a77dee9ab4be642445f01dce08638395fed4192181e400 -size 19312 +oid sha256:8ed2979ed716ad8f2936dfca5a93fa3c9bf10238e35c9ff54c520b0c83d25fdb +size 19274 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 32d20d5d07e6..d0e1469d94a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:482185a5ae8eedd6a54f21b55e2bbdafa73fb929ac3b66abefe914199c2b058b -size 25314 +oid sha256:4b35654771a62bc556e29ac2601d54735c319a8a32a08917cd0ae9507463222a +size 25214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 58f5e57831a2..a9b173fbf847 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:579a59dbe34197905ad2aab181d83c1ce1be4b2937e9e517b877b7595b2f299e -size 25470 +oid sha256:f5df38b66e13052fca9f0d98d622b4f7b88c59401beecd0d86746ef4230bdde4 +size 25456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2aaaf9ab463d..fd0618c99484 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a550427c2ab4fc361762c93b0ced9f09b4838b460d3159a88cbb74f71e82421 -size 22845 +oid sha256:52687718420cdae6aae8e6001b9ae51f56e80dc72673aecf8d85e0689e38c49f +size 22714 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f4ad09d29828..a74c657d85ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ebc9147e7b8e2a5fa0a78d5403d538bfae6c66f4e78e3a05b780dc129568b54 -size 22888 +oid sha256:0a32efa98de81b443289a1a4385aea147a1683570b1809791a72e0206b9f9811 +size 22850 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 4b03099aee8a..6e6519a8bccf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c2616de11ca121b7abd275c3833c31af2895a3213378067d5e7e3fc83042d32 -size 22977 +oid sha256:5c0f5cd8023ac7bca3adca865a8823283ed6221c5719f1546ed03d201a9072f6 +size 22924 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ceff9d2fa3c0..d38b787ac405 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:313fe337ca624d5d7d9d011f95699e1b87a244b99883de3d0bd665882be52368 -size 20314 +oid sha256:74829072a6259c1d3ed1e22bd8c74c9ae286611db72561b032bab6373200432b +size 20303 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 562f06185019..63739b8eed5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8d2bd1017b68b6636034e47e0d2dcae1a04989d2a344038a061afe78e0d0e3d -size 26742 +oid sha256:68e247b3099d06999b397844576b1fa94ea79df4fffc8d5cc07c637c8cab9e8b +size 26692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 46c7ddb9b32f..a0bb02c6c2b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1ee4c3968c6d4edb6b2f009bc1fbcfe2b7143c72271afd988e06cdfa7f08491 -size 28045 +oid sha256:35d374e85420cd21af14991ce7749201df3094ca6ff1b2687b0c3400c8de8052 +size 27956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0d6b28c7ef2b..35bb87400451 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9956b523df1bbdff88d6efbc2236a41842ecb9814e801b6f2b37dde99be703f1 -size 25741 +oid sha256:301c3fa2f685ed017c97a0cd19d7be0240e810ad8f2b6e4193729a976e8aedc2 +size 25712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dceed870d1ce..364b15084c7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be3e8c58311e3f99fdf1d1f42b5ee846bcee0f42e211aef70a3455a053664f21 -size 27109 +oid sha256:31e1916d4079ccd65a635261586a8924e89c8d9c21072251e38cdcf1b1cf2b9e +size 27066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 66027377932f..d8b9ea26c220 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9f648e964562e185508fce93b73564dff81281db6e51ac80507489d1a4e823c -size 24373 +oid sha256:5830d2dd67ce95a6b600415634fc61bd1ca5beb8ae6ff5f8b9a3a26f35dd0d68 +size 24374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index db7deb57ca0f..8207830f23c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:396094845e2eb466fce6073c26a6a1df6ab854d5bcc594158081d49fbfebdfd8 -size 21179 +oid sha256:c8decf4d4b25491c0b4e3539a68a2adba8052a80414b1dfb39054bbed5a7a2f8 +size 21112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index aba38987704d..2616586ee5c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69f00e09c4b1de2c66828081123ca03d6f949f662c413b1264dd853dfc66da0e -size 25577 +oid sha256:b6af2ef98ac62717880dcddeeb98d97b71aaea10c0edc7dd43c7d60a78432f6b +size 25580 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 269bcf067c69..473adde282f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91715e91dec03ecf0a71f154d7b2b5ea43ca05ff40ba87bd7875ed6ec834ea00 -size 22479 +oid sha256:af13d8333af7791429f25386e57e1f37c9252c0699ab95c143100c31b6f57e54 +size 22422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index bcc404c640b1..ed30a207aa58 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:795c2a0dc85472b5897f98e10dca62520b8aa4f3d2676ccd5285345b84edacd9 -size 24177 +oid sha256:759b3573fd96a4e56d20cf50945cbb693466d220ff9dc3cdb16af7059141bc96 +size 24024 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 41e4314d83d9..d179ebec0cc9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fea14a3f85ae433bd4335475a84f3b263556cd6f02aceb29f3a9de0d9dd3955 -size 21682 +oid sha256:ddb2b03abcfa99ce3d6a2c91f6763edb6d87a856cb03187ad6ef4906ac07ded6 +size 21572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d91a57ca608e..3028ca0a2852 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d20ca5c581f453bd56fc0b639153ace3210040a2bbdc72c233004d2d38c22f2b -size 25338 +oid sha256:28749d221673b83a226f1b31773e6e2139eb739ad557fe08f9bc96d1188fd8c5 +size 25175 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2f91da56cf95..856f1c7eea5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88a56e38c901db8636e963fff557682133b426437f87bc0c99fef326105a10f6 -size 22841 +oid sha256:d30d1c66b69e7a486dad08601461c18997a32d2e566d0b1502520a00bc19be6e +size 22763 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index bbd4c9fd412c..3aa0a1cf5617 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afdbac2e6919fea94d129e75bee307f5f4d86ce8dc95a07f8fd8c92060d5e1d2 -size 29720 +oid sha256:5ed088508b53a5088faaea52633c6dbe34ec07d82d0ea2793b5466bf4b3fa941 +size 29659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 01ab53bf64c0..bb60ec69598c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84afc82c420c5a3e960c7d4f1a2efd85ab328e6092c33315f9eb0fab6b6903a8 -size 26903 +oid sha256:226537ca8280568759c6061a6b504ccc280f28594e96b6c11ce25d07af224ad3 +size 26897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 84551ffa96eb..b31cdf956e75 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0c7e774b2e574fbdc5fac2869fd2639876506a44d11bea11ced776c07cc010f -size 30898 +oid sha256:d55d89934387ab12d781fb68a5e56baefd1650eaecbd160b6f4c0766137ebe4a +size 30841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index f6bd7b7481b8..422bc557c4d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c12bdc7f3d970584272dab93a9d6920fe763ef010dd031c6620881570b73894 -size 27863 +oid sha256:708387334b80e884f88585e72e16ef487b5c1db08f08339d30b85d0272851948 +size 27851 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index af2df76d3348..5b81418f0387 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b1063989516f9311b55feed9c46c9f961f00d6d46da16144f387e3bc3ff0e2a -size 28761 +oid sha256:5674b1d4dfa2fd518a5bbcef8727107e90d7c1703c6cafec736fb23bedfb80fc +size 28752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index ec2882d4fa45..2f6528a9209a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7d330f2f567561240d8b42b33bd4343a0f16d2201f04d7738fdd8c587bd6a90a -size 25816 +oid sha256:09c568483829e16d93c7e0477ee3d617f2736d1bb2a26240a85e0e8a4d2525a0 +size 25791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0f978f2ff1a0..d95d14a2177e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9b3be2f7a9280a52500cdff65073b797bf5acb2ddc9262cfb733afaeb31cfd4 -size 29893 +oid sha256:01bf670b12492a30b775368707491228167a3de8c5402a867580014c509ab560 +size 29835 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7aa4950f6d59..bb89d98e0504 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aad35c00fa62505683ef01d32c1c44b176602bb708ae09378f4dd20afa289a0d -size 26596 +oid sha256:dca4b089537cc6e560049dc19724b218153be0fa8d4cd2f646fcaa688ddc2813 +size 26557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 437e405e5c18..5284ae926dbd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ee5ac3a32fbf56848716ce5e11d5dfda11e0e13de98ba3729d2019eb382b853 -size 26953 +oid sha256:96e0feac6cdda49038a0c11be2a099b1095c52a26facad46b6b4db3fcd21b562 +size 26763 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 01032c64b2ac..ce225a054433 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c26f79bc923b523dd679a71892bb24b5081c1b42e3622bf6e259783fdd4fe82 -size 25871 +oid sha256:4a7d4876c24cd1e42c30d9edde821ff4e0105b6699e675eb47a48b2e8b21490f +size 25845 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 3a51f748b471..0394ecd931e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5723966efdf369454218c73ad3a8ce27d0b38923fe283eabac48620fd1dc7633 -size 24425 +oid sha256:4e04778409e5adf45324e7aaaae48225b753e3c038a41d1ef0fa61d5e225eb39 +size 24247 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5655bda001dc..b087691de878 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3f2025c4634a9a80746c4bf70db22461d4a118269ff717bc6e9fe9ce70a74dd -size 23921 +oid sha256:75990fa2146f4e8c1e50b13e054aaa9f51dc6a78bddf636ac93f48ab68a4d481 +size 23883 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index e63534a54cee..ddb531f09803 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db31d8178d3ba29fb98aa649466d4e7f3b3e6e8ff619cb1ab6a467e44d9c7b9a -size 23288 +oid sha256:af9ac9de45649f30fc0d5824e3cffd459e730b2086846d36c544d1ff3c406be7 +size 23307 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 85b180d722e6..bbc9525c76b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38da3b7698a623578ecda0396088b3fd08bc3b0fea1facf3883282eb36858800 -size 20439 +oid sha256:4eddce7c30f49662d34d88d2a90fdd44513440db472be07b7730a14116f19281 +size 20405 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index be3e2e42fd61..8e9ab4131b78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b35f68bb152227cf926464c71625035fadc54c5ea1a57b04edb29264e8ac47e -size 27565 +oid sha256:6e0e37f9cce7f1283bcb4920d697aa2c958dfcff1b03566955394d154ba23762 +size 27351 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 273f619c9b41..98a2d78c7b82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e09b1e60447ac2d753dea54c51c849bdd8f807085ea98b8d39fe28ebc832539 -size 27062 +oid sha256:cf567b72e948ef8748738b808a42621d94df820c726ae52a9f2093c6284a8ba4 +size 27002 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 18eb12a5f61c..ec3ca1fcd9e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39df16f48eeaa2e0630966581c13211f5fd1de194012debb5f5b490725e38385 -size 25352 +oid sha256:b6e03f754cc4dee6cfda6e4b624c3d7eaf9c50812af7874b9a37770f34e33d5a +size 25141 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2fbe4a572fe6..466bd013af70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9517a6c9a676afaa09ca65749e098ddb6ee55c538b8ab5b0e032f6c0b52f4262 -size 25180 +oid sha256:5ff806ed552db77c11e9be9f08dd0e493db265b4f1a64eea637db901e9bebfd1 +size 25179 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 7227644f35b3..ff85359d7ce6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:186fe15fa6562b8e2090611488bb28fe1239f1d443ad4eefbe5fd1abf9f65844 -size 24215 +oid sha256:df3fcacc489b76779369b8f65c15d28c5ed4854089874df8c3d6668e9f228f0e +size 24097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3d6a47e1a13d..35e7dfd4b6a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:832b38eba22f4681d13379ef838562691a0a3132800a3c4c9dff02dc466b2e07 -size 21751 +oid sha256:8be602a0f2ac78a23e2575310c2fd4543f4fbdf855ccd98138f8878044a82d00 +size 21728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d8eae9ba0a33..00564d2e47b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d4e8d3e2ad38f20fbe186019d168beaed09a9c661cf8ec25afe31cc9244b45f -size 33523 +oid sha256:a120b8e42333932653d5c384722845b4b4cdab91a439cfcc41893eb85d4ff424 +size 33561 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index d334b9f22795..390be757d19d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3925127143b785325a51b8ff48e2ffa0b262c298bd06705bc2e009832bd05431 -size 28423 +oid sha256:7c8d6ad18080a2afc75346442b80a629ac61aa2f43f32239298598d926b847b0 +size 28688 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 92b09694aa92..044c2f4018f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d02669be9eb607614b3d436120e9fc9afee72cf323665e4ff828b85e708597aa -size 20782 +oid sha256:77ee25299cdac3bc95b09ae0d34ce4a7c88385abff17500c10bc83ff63da3cd4 +size 21006 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 720b258b6be6..bb8a3c0c3a5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:312cc48a4dd559bd93b52bde12acc3031aabdff23e643bad7a45c2b37a2367e8 -size 36870 +oid sha256:b8d21064ce95737959aa0114d8a188fef944cf7248aeb75b2c775d00209d68ec +size 37255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 673771f4adfa..f55bc752a1e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b2377e81b2ea6e280b86973edbafb03458a22ea81f0d636034ceb99ca678930 -size 28534 +oid sha256:9804cf87dc776196330d243cd42a40d2ffe694b6c30407bc4e35cdb5831d514f +size 28853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 5eaf33998ade..5cea0bd4b182 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13829e3c496f1d2b416a102b598b76595e20355f4bea9f05cd9dc5c6edbd96f1 -size 28811 +oid sha256:7a491cc99c898484482c08c651b0003fae5dc989f3c259814113f7ed36296c13 +size 29031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 101fedc88b77..7b590385a255 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77956d2ac7db6df106beafdd0b75315ea1dcef116c7a9d37a4d999c4b19deaff -size 21598 +oid sha256:be4d7c0c6f60671bc5ac7728fa3e2f2bda527172e0496609189bd27f7d1298cc +size 21606 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 7b28871b6839..3429a8937789 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8b90ab0240302695063c5d88cbe6922b6e4a474108bf4f57cb5c854a5e383c8 -size 28117 +oid sha256:115ea1914eefc98903e0e0f8810bb8c53ef7f2da68a8ff89ed598306266ec7d1 +size 28262 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 5077cacb7bac..b8599a062721 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ccda5410195b01c072cf7aed862502e6b4510e18eee909f6d2d3f3648071a46c -size 21890 +oid sha256:3af21b71786b9ff9ce594fbf5c67d72d84c379b31a6d81cb77d56f6021489e04 +size 22042 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index e6eb73ae45c4..cba06d031421 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c75a126feb0b3baeac5928f898092a81d59d2fb42eae5ac2ec16830f83e0c15 -size 36978 +oid sha256:a719a06fef44059b5ed3dd53a582baae33907611d88f35146319bda219f6638e +size 37272 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index c2cee4fddea7..d44282fb5713 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bea70c983a780aca324074a23892de2ec5305776f79d6e13e3ce62506ecd775d -size 29812 +oid sha256:c424949da4e026ee0ce91a5613765278518260cc64345e7e8c2336504ac89852 +size 30231 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 1b10ea1fb5d5..9fda0737c3c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bee85429bb6ccfe3d34ec464b05e7b31c1f134b0da910111f0786c07bbe284af -size 29744 +oid sha256:004308ec9230518895dd97b4b14e41a0fbe70a2c87826ac7eba5a7ffca48ec43 +size 29853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 4c5a47051cad..408ec34c7f72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:943774ea1415834814d2f2eb7a1e31e007a253f7df0a3f79dba423aa39cb9dc5 -size 22614 +oid sha256:a2488d72bcfe2b047d7cf87bc0fa0f63d36b2483c6a48be1c0a8030d422cf3df +size 22729 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 83743901a45c..6076cf3f2d4d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:627b96acef027d60a539a9ba0b5f3a68f4cdcaa54dceb8996564f4e7ba7a86ca -size 24532 +oid sha256:9a0ecff242c4f237fc8c28d64b32e48c03d236c94af311a086607fef43c35284 +size 24468 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index dd5befee839f..d959c3e7c6ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd9078e9747789c91ac4dfbdd88468b9aa339e3ede3e8194bc0f7fcddc45f542 -size 21232 +oid sha256:f1c8600a949b8e44c02d003088daff6be8394a52d022616ab8ea9a7ede05988c +size 21117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b5c0372b542c..ecd2acb2f07f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:514f3a725454aece3aae4c04afebdb8fdb0ea73c8454405ee5815c4f1bb8769b -size 24562 +oid sha256:d101893b46302037382dc0d083dbf4a5d233ca3e4ec445b79730566574ef17b9 +size 24551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f3c7ca7e8a79..a943a4350edf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29e435337f24315660c6e5b86fc0bdffbecdaa7215078e33f6f3010a7f741b78 -size 21621 +oid sha256:82a945bfc207c76b67166d7e2aafa7772c4c731de4c32d4625f13659c47fd543 +size 21504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index b1a9a644c8bc..584d04a0cf10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88ea3d489b972c89cd7836afa08fad73c7f8bdfd4b36237aefe4a8fe65f8b783 -size 23882 +oid sha256:24cece0ab6dd85a5612c5aad081384b67cce8d15cab74dc4dafc1c041b610489 +size 23825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 17137d14b058..fe6bad625eaa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cca4432507f02d524c9afaaf97f094c21b4970324f727fc0cf8e2ee722107c64 -size 21080 +oid sha256:4b8827152fe0849d10bb68a62fe0db17fc73728d8acf1dcfdb499d8c9d6dbc66 +size 20955 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ee354f4907fd..425a002ed249 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9003c5a6613331dd4ab1d68b3a0ee1fba72e6ca01418a5c020b118e7df5e38c -size 24016 +oid sha256:29ea4a5975a50c1da9e646c3e538b166197ea42d718805eb6a3932299379e7fc +size 23852 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3b5ef2903cdf..aa2d9972e0fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:15ee16a2f5a09ceb9cf5570d7fd7b128336bb034a70839c12a53ff95373f4ba7 -size 21434 +oid sha256:52112d49575094ed2fb2db7e90a4693b64072fcc2389e3207dd5fbbf2e7af300 +size 21310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6bf9151706ae..0b5270b49f93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83966d37c3b95a575d0198731ab0a2396b5bcfd12c16cd792d2839cea1da3245 -size 26009 +oid sha256:669205ad91f3315849ead003324e60f878c07b00646b5cbdfb4dfc569fb2ced5 +size 25768 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 88d08e8ebd71..b11ec8395abd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d2310386db26b8480ec6092152e91fe7879defa6322bec80a77043cca07948b -size 23270 +oid sha256:fd4d9347934ef169578fa504aefd00d5026395c74bc34d5dfd143fc3517c3eff +size 23050 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 198ee9161983..4391080e1451 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:964fa0a5711632cfeedddb37263dca883aaa4c8d5f4262cdd3b62c7d4db78666 -size 26273 +oid sha256:e9de48a9150114ee4b6f4d85efb73ad34f654cd44fcd65e9da696fd45e99a1a9 +size 26029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d3402f6b4d26..2663aacdb9a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b639829620c32a6582e5e176d95d745828f2eebf794288f03ac8113bdb2d7c7 -size 23988 +oid sha256:66aefca2957284f5b4aee86e6a4ebc721df64ebcdf8b58cdef7229251d12f7e9 +size 23802 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 325ba5087713..5c901003dcf4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35898387349ea00684bc0e52679a8db57404b63358cbabf07e159727fe3a0704 -size 29974 +oid sha256:efacf6b113254066b3b98aa6b375fa7a9df95d34b7a8ce41658bc7c6bcf3611f +size 29942 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 44df6d950bab..08b05cfe099a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fb1eca2732264c3d356316cad127738c16a5458949c773ebd3d6f250a07d3fb -size 28225 +oid sha256:7ea912112e2c79b5a39ae62fd9acbb95ea72b34ca87760d75408e5530598fae2 +size 28185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2c73679c4b2b..79493b2125d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3ccc8b9701212d5d729456b4e6ce4bf0a2dde2c87fb662ea383cd519fd7ed1a -size 31928 +oid sha256:13919315be03ddb19d4670bb34a8722ec779044056370a42e58385c47c05b25d +size 31882 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b478aa9e1a06..8752554d4bca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d011f8583af503a60f0656fee5f437f99a11295a153ec3e9c26e2c57d8a359f0 -size 29138 +oid sha256:ff40e0ea8e0735966f5c67d49a2c101d321b98314a3666371c6a94b622a6c07d +size 29082 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a9b7a8f581b8..d07ee97ba646 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3497d3c53c2f99a1265365774f1601dfd56e74c908092ba67943647cd6414986 -size 30750 +oid sha256:1b36ed2e67056a21b2606635c1f284b5f4de5f31fb99d272336996695d12e2d0 +size 30688 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index df0a0ec0835b..00d4c154a0ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1dd4353960330b7b346eb42b110c33551616a5e6d2945358bad2c6b99249624 -size 26987 +oid sha256:ce4c67ea1db738faad24f562af7f1e0ed2235e9e5314414c3e97cc8430e7c7a0 +size 26944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b08ec3fca383..dcb4c986d9fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26204620ca8f82ec1f4747dc281ae8f1673e506fdccc669cae7b6038d0ac8e9b -size 32751 +oid sha256:193b3fde53a7a0fff67c159ca61527c34c505dd424c1c69c987fef896bd0c292 +size 32720 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 77f0c184d6b1..d620884e5b5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87640838f14e57cb2a65ee1cc22b6db884f49505672d62db95a8b4e1266643cd -size 27902 +oid sha256:e102433b800bd70fdb620d961342bda93c0cb41dc7bb0ef45c0b14cbd47675b5 +size 27859 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5bf918716d5a..1ac188d635c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f31181ec63c45781456f8b7db7101b0bcb26ab90f834ef693ec897b7e3899516 -size 27684 +oid sha256:9c881171c29ba940b7e03a05f1d82bbae77195b58bb1b6985b8acc7cf1025273 +size 27631 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 524befc59229..7cfafab770ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fcc585dad9414f2a2267d784606ac731cf3776e101d7b7a29dc442d0830a3860 -size 28511 +oid sha256:c19b2a628423c3444954e376ebfadcbd51a75343fa74a471965fa7cb1db81416 +size 28356 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 46be04d5cc61..3ea40a95a47d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9964f6990ed1e308d0d7306fe415c5f10f1f14089b66498f3389d572fce5d90c -size 25278 +oid sha256:a3a9d2f5b1cbcd912f0f2fd0d9ee51726760ae2b17c05330c21e0ea08a10267d +size 25125 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 91e57baf68ab..b0442214ee3d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:061e5281d9305e9ef42a32256e2ddcab13e0c65a661e9b3063cc7dc42467e6a0 -size 25592 +oid sha256:a3f6330d39711af0dc678dbcf715fb9cca34743f5a86cb5b2ccc2e6b28bda05f +size 25569 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index d3e1952b7093..8413e83286da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f2cbe3c5a0e8068015073395629cef523905798f802c0d9ec3a598a6635e562 -size 24589 +oid sha256:00fecc25250a8915a7fe1f52b825f3056417f930ca0e2f3367a9e98662179c06 +size 24536 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 19dfbcd42574..199fd9d41c4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05377d9587c41c28e2d7a733d337a84fa635a50e660e05110339202043132654 -size 21465 +oid sha256:3d1c3f6ebee1476607ad4ec3b034549d10a610356e424fec087161655aad3a2b +size 21399 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 34b485cf2d39..31e3c13590d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b9a0675e5961b207017f970d05c53582241d88612faffbd5540725d77c5427c -size 27744 +oid sha256:088f46102e3b90cdf57c65c06abca824b5709b73ceef5ad6c0ac573212471f37 +size 27677 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2d4ec14df29c..4735fc29b51a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:627e01131df0fc10de359dc84ec478da3da4a79dbf99a9b5e57bb138a80d3c49 -size 30265 +oid sha256:82fb6203bdc21914af26efad46aab971e58b95ca1830abb6951b50cd1a515c12 +size 30186 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5ce2223534e9..8e25a81f530a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18a2658adecff150b3f3a98972bb4ce7f742bedcc92654b6c0ebe851edd4b3f2 -size 25605 +oid sha256:46c68c067692e7a356c6335b9ea53b3d95a28ce3a3cfa140305ba5505c191691 +size 25454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b2d944dd00c0..019552e68807 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b95f34f59de0456f3742f5eda27582b43971f31e7a7f3458ba14ded553636cb -size 27427 +oid sha256:8c5d2eb6e422c95bae0efdaf884f025c3739b4f6230a2c66c27758b8bba1aadc +size 27346 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2decedc5539c..76e683576d25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b6b105301f9c0379d3052129f624fd68f4069a2d5c1994bec75f60fa5b0f421 -size 25402 +oid sha256:1dc4ceca0b42d41b4bef0ad4af9f8e24d0d3cbaa1845d95429fc60d75283d8e6 +size 25291 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index cfd32444ad05..a6223eb9728d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee64e62ff5af79e95ef73278d419ee13ebb51799428d6a76fd134f494d5c442a -size 22460 +oid sha256:d64234ecab84ee2d341973b5397fc385d091e170282d0eaf0e20cb447e7ae5ad +size 22448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3a84728e9b95..0af254c8e44c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:437f7ca0b717fa379fbe11f6463fc49f4b5b2005644ff8e90a8d5dd98b61385f -size 29686 +oid sha256:7199b4419ed0ead0b2c0c2630972d77498b1fdd7d7c08094bc717a65ee2d9c76 +size 29701 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f810692f3b38..86a155e03745 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c705c3c13c21c944d19c1add0b012e9d5511a7eced1554d28eeb48c4ee421e42 -size 31752 +oid sha256:5e124f9cdd87dd11b2c245f3127e45fed0935d8e61f9ac88768963af6b59da96 +size 31689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index dee3d5b4aa81..0986f29ab816 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a3dc462c2a765ccf7db8737e4485572e93318e02092d8c359f27b1f1fa7938a -size 30823 +oid sha256:8122dddd2e33e51dc035f8a649aeb59ec525459365e19461e2564ba163858914 +size 30807 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d09cde2ef105..e2b54fd50ee4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:875b639eb87cb45614b0d68f1ed87db3cb83fce906e052b5c57ad454df91e7a0 -size 32764 +oid sha256:d8fc1c52303c7179134cac2afabeac1464b012c595d9acd286c6938e51e78f48 +size 32673 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 27defe557c4c..072481881e53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45679a5bb9d4be5dfb7ec06bfb1d7c34b913a3b43c50ecf852c7e07b9ed01355 -size 28524 +oid sha256:9e9a327f857af00b87ccc7dcf404b79fb6231ccb641edb72ed93258019157145 +size 28489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2398b2c1ecce..4b449a489bab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da99973976d82f69fe8eab18daf62a981a79d1c6d0ade71749d7a7d31bca0171 -size 25549 +oid sha256:c087384886f762ef1cd78ccd96823d145747f08071f3ebedb7bb813facd3aa7c +size 25525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c48461176923..c0902f182a64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60556c42ca29fc87c47618f2fccdf96c39932bf8d98a61764255e6f4ca4aeab0 -size 30233 +oid sha256:e7ad0bc5794c58425dc007f0a5a1ed6d8a058355a640b6cbcc3e05cd678f025a +size 30183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 7c98fd5637ce..aa4cfc79bb6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e63f6242f94f7f9c84c3fda86909bbbdf0686ad5ecc6bfe9066b175d476ac09 -size 27532 +oid sha256:7b33e6d7600ec4a8aed82427c6726e17e874782aa63401887128871238d9df2c +size 27438 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6c826dd7cbd1..d36fa8566897 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54edb27d639739324d206aa83e9cf96299b066e1f929cfa3e9628286797f8bb0 -size 27607 +oid sha256:c9d272af1363cc1c269a3d48a4c1daf4251a8eaa43f1f1be24efe7d39495ad97 +size 27448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 7213159b8de5..329de71a7623 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3f2c58334b0286990eb0e04aa2841ec19da599d338528c455af7492b4900ef3 -size 24993 +oid sha256:30caa9b5396ceaf35ec8643123b9f4ce9ac1be3b287beebe3b66e35a7fd7bbae +size 24867 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 35a3415f6954..0a39c8a27e2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a9b732588b0ab9fd94788e42890d091085ba9400e01865b2216590ca29af02d -size 27569 +oid sha256:f3840db391b57c9a7e3f88254d28298dc5b61d4f400f57e2baceb139331b2887 +size 27523 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5d5715b30256..dae5fe72e2f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8db6edb11c18c9a1ebd2228cff68236a8c9e6424c20abeadfbd3756b5f52ada -size 25363 +oid sha256:a0c52258370666444f07d1ce1a1f54cd49995ff20f7a74882b1c18ccfbc80643 +size 25275 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f5a38a582c44..5ecb53d16410 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79bfd8fcdd65a5ba9e00284125ca194d6f6d94c9f7399f0582fa37bde9d3b741 -size 32699 +oid sha256:063f0d1e6fe9a1dd8d07c45fcadac85adb15934aff28d5cd1e18a374afd083f0 +size 32593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 11734163c8cb..c789f3fe2e93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0263fd03f652306db88a3e5ecccd10361dcf7edb0033c8aadabd6dec3772bb2c -size 29171 +oid sha256:44a848fa949b46aabf4c202f5bf018d7a21cb1bfbd6a3ba32d067a5f1d0c0b56 +size 29156 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4fbc0d014e65..81b9788a0ad7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ae4eea520a6cdcf4da745fc4dfe423f5981388fcf31f2b81c65184e840c7aca -size 34701 +oid sha256:962ee1be29272d061201d959637b2fdd3121eaeebfb7d286419f5d0710ea5291 +size 34642 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d52b257ce391..2a988e1bfacc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03b0f10f8ffaf238449220037f45a10d909c5095e225919ae167b8dd97d8f31f -size 30028 +oid sha256:d3c14428524e71065697cef5dbfa4f8e9aef93f775ec3ca56c1132e26f6f2958 +size 29972 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e74d9f6abfb4..85c261d5b6db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c432dd00211c3d4ae5d7322fbba2fc47139d2b7f66856f57071986f10bff329 -size 33530 +oid sha256:d17bc476c7e14a09937a2cd87ee91d18d98dd49921c9b65cee78e6b8df8ce940 +size 33407 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 7181be07882e..a809c32f92ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:874c3d6111f0d4a61b2cb1ee4bdb37321a16e07db68570d6ec50dcedff6925d2 -size 28089 +oid sha256:1be7d171b9882dbdd6b569eab424de1789d51b46d46316766d143889024cd4b9 +size 28103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 31df5ebe98ea..a5862045ecc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:257b09b44fe3668ead265f30a7ce620f64a90431a6c6ad58325a37320682f467 -size 35509 +oid sha256:b6a29d584b8e6aae5e102171bfd65332e7c7db7fd71665dacef5858ed55f4ce8 +size 35425 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index abca69c6d624..53794f038275 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1cb6580104da196c87e7a2eaa26f17443292da506c542ac6a102942f0afa696 -size 28915 +oid sha256:dcf8afca86bed29c32747b2715092738888ad9d93940a2c04116cf8592e7195b +size 28889 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index fc0c30dc8bd0..7cded6a0b46d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d144083de12fcf55607ce85a6f06f740629a8fca97ee9d60cff628d1a6274da1 -size 29916 +oid sha256:c3c8f050e47ebee0c56405488b29688adfc09a4f0df9d47546f097d6c0880786 +size 29734 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8408eb0f8237..4625cc296a39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cd07c821c34fa6cc3cbefc5e98f84a996aa11dfe9e9e425f2d94e8a8d7a77ef -size 30819 +oid sha256:6cfe89e3f5f968814893067d389589a479bd59328ab5efc8bbbb27d13cc55dfb +size 30731 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index dc7c02fe8dbc..d451c668df0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:457ba655b98a6cd04b1993eb1d636879466279609968e71984d6130affcfd347 -size 27103 +oid sha256:38e246ae8190ec4c5ffff74fff88d9ffdfa12bfec09ef25ba4b9bf5de52cbb27 +size 26905 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index af656689b564..b6c8561fd3b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80c6182cdbbf52dcee189f13d8280ae6fd76224e4f769bb7e7430b4d889f9044 -size 27797 +oid sha256:dea2464763528c1160ac48db64fa0e0c58c3fd1d46a02d8e8f787a4b41b5d414 +size 27793 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 3fd5e564897a..7a8ae4ef2d08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ad47602cfe2d332aeedf5856d5a63342d373185d68f96a388df21712c117333 -size 25846 +oid sha256:c6d997dbeea8c578183a7a1788d729e9410296259cf16ec74fe4ff234b6c56a9 +size 25814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 84df89b9fb3c..d9d2045bfc84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1b38719d74ffa0bed1ffb6faeab2de981e572c8f436be89e544adbf0c9cdf00 -size 22890 +oid sha256:0ad8bb566d816190130b76a185888e95e08b1643302546f95c6ce80b60850e02 +size 22840 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e5abd871dbfb..045dd56ad49f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca5675e4d98335d7750bbeaffa60093dcbf6c6d17fc7d7898ab63a9959c40170 -size 29477 +oid sha256:e66fd9cb8a6f7f73b64e30d0c25f779cfcf82f99e43570fe1ad194e150a1e6e3 +size 29280 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 85e81fa5841f..98aed54faf03 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5857356fcfbde5d51f27c8b6bdf591b6e92f0f95fa74758d120bd4caa9ecc12 -size 32515 +oid sha256:b60ef421e086efccbdbeb885131cc1f84197648fea14a343f0033707fc539436 +size 32460 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c7c1db261c25..c5d47b9bc143 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a075d82db7022a4c3c46eb1e25429dd311b08825db7285ece45b128f042129c -size 27621 +oid sha256:a17ad5ae046887adedc736383779daf349d39e2eb8df832790374dadbf8c1fab +size 27411 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 994ca3cb51a5..bbf3bcc5737d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1294b1d0afbb43a4a6c9ee073dfcaf20c699f39fee08f77dcb26f7eac8b93883 -size 29504 +oid sha256:0fc74a4e37ca1d40ec7ef5b1e04b91e09ed528666288cbf6197e32a9f26d5330 +size 29390 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index ffd37bf3d629..dd4b33a377fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c1f4da8d883418d73bcda035905e5f5cbe3cc88fa63381264328bdf3ea167d7 -size 26616 +oid sha256:ff0378f399a353ff1aca1df4bc70ed4c3ba1b89d460fcbcf2950ee3b9b3412fc +size 26558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 29fe0b7e7ced..ccfc977e2a80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b05ef9eb27548cc5504ad3269e36ca1b4f989cae1ecee9598a81404f548f06a8 -size 23901 +oid sha256:9a12a1030ee3bec0ec51ad599a44dc3b6d8207a0ffc326d117ce60ea420ecb4c +size 23870 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 706608255592..e0ffad759976 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa9990f5f6120eb979d90959b261673e192d9b78f78d0f6a08db790abba19412 -size 38801 +oid sha256:031d3de7bf1cfa0903b0208e6bbfab638d52fa036943ff489adb1a23aae0560f +size 38719 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1b3f7b6d6526..97a1ab2e909b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f1a48ce3d2564cac40868947cc50eea7adc3cddd92e3311c5cc9af022c57189 -size 23896 +oid sha256:e3aeb01d64fb0dbdd29fb173352c804888452940ae6c7add4a763a017783b9bd +size 23837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5596298de652..a90affc6c921 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc1489baa3bac897d6cbdce84a82d8e7f0f220c91cb283bc7e7fcddb4d1475b1 -size 21106 +oid sha256:bb9a1e9d9f6b156577d23e4b108778dde93a49ad732b806453b590d85733d010 +size 20973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 94ab44b47be7..3c760107e94f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce96dd77734beb04efb1930cd5abcee06e81ef73063d0853f699887bcc110a54 -size 24042 +oid sha256:0403406430e0af483178b150f885692cc7e8e7be033019420e82c2e3b3e66c12 +size 23889 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ad5bebcf0e29..d733d1f62352 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c02b80244b2042656a673819d6885223f027587f59df728eb05db11485112de -size 21423 +oid sha256:2d9f1079e7471ac390aebaa01b2a108938261635e9a54cb9881893db84ef13c8 +size 21302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f520a5b0b5bf..36a5b4034c64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c58e5605f2dea9eeb7e7a7ed2f267dc213b286226ba833257b3e65aed50616e9 -size 21719 +oid sha256:e2a9a4979aaa994a3ff564de11592a9c9bb693a4194628c09a1908584a444b18 +size 21608 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d58da627a0a6..df9442dd62e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4361d77070f40c97c6881cb30e7182fb38586e0dc8e1a669cb74bae63af15644 -size 18861 +oid sha256:c05860e8b746fbe26a1f627659df0ef83c30e32b780982f4788e74ad95afdcae +size 18773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e1294b5044d2..f5902b9f73cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:636df0ab335d0885b874915f1f59427d6b7eec3ad1bcc4f352ef13111a0b0e64 -size 22501 +oid sha256:adadbc814108bba7f0144df316955c8fa65ebfbdd9b9be1d2d273ad327967e26 +size 22452 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5a83c7916bd8..5d76a20d3a7f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80cf4b33aab05aa420f5fccf334a8de06e7716785cb347670efb046643ffdb90 -size 19513 +oid sha256:3571002a7cba9988176f00907eb5e1316a9ff63686ad33b09ab94ed31cd1307a +size 19482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0f5db55b995b..935f3a8e2b90 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6cde20fc7801ef7c64cbfd5889b6f726ff3ef52a29bf3d9dc4efca038e26aa78 -size 22016 +oid sha256:4a14447992e8e5afdda1a20022ad965aff122e777b2dcd6c38997d3217230143 +size 21883 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 12fed65e1ab9..57c5dd8ff8c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:295099aa4685ba69ae3978ee178378554f1caaddf683aebd85b3696c90f770af -size 19389 +oid sha256:1fae3f7a11df0bf885de12ad963a4b3ca9d125b754b44a3154789c05be351935 +size 19289 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c7aa4bec0e15..0ddf9448bbdd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f767afc5682c24b9633492943ee3d20051f2a749a990d78fed15e10650df422a -size 22466 +oid sha256:669bb0246fbb6a6402cdc286e978a36bd4509a098c785f0f544e148c877dc009 +size 22312 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1217f78127fb..f9c49ab0aa3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:687d808ccb14fda7b0ee0cc0b4b69cdd6cd143d293dc660112110eeb8b9140e0 -size 19953 +oid sha256:549840fec6a106d8888c1fe4c349ab7795d273c47ba9026bcf0327d621f2f42b +size 19849 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 433ac794eb66..c575658e889c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aeeff1a1af7d8fda80ea5cf12e24519890c7f55520f90cf25fca1ef2ee4763c5 -size 23960 +oid sha256:29c8e25541cfb9447e90bca0a87374a5b0b0aa1e421c6bd4fe1135dde7cf5355 +size 23758 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 7c78f30411f1..503c5d400abc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f590521799d6fa73f3460953dce8a985f383ca15c174b89446dafa5c49d78f16 -size 21087 +oid sha256:f7f5e0b136a8d035029a4cf86386ebe75e539bd7eb3564c48d8b6519d49e6b8c +size 20876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4095bf1a882b..3119ebed582a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1bbbf7b1bbedf1c0f7948a6220f2dec1879ccb07d933e40e2957cf46404e9cab -size 24459 +oid sha256:5bdb90a0f81cc86d3275d948385b9b3375936098bcf87c474d1905495759c52a +size 24433 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1105232d7096..33e37863685c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be781e8ba5443fbe4677311707f4bad3797c2c8a2871acaba1f3db9f2a35ec48 -size 21572 +oid sha256:72b17714c83ef33ad537947bca34c690315dadd2078de06483f631f6c3bf193f +size 21561 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 14cee31ed18a..2d526bc96d1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb494348f43057737dc03692384d06adf963ec05bf64f682d799dbe58e8f710e -size 29668 +oid sha256:a3fcb8a480ca705722e3c342f700bfb40c30eeb7bbba5a4efb010ad9144a05d7 +size 29591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 2c77669b2098..fea5e2d0dbbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6202b9a5494d1d7932eff7d3753e4b128be63c39c853e1f9cae8bc532b278fed -size 26781 +oid sha256:c68f74bfc0ec5bb8556060bf00cbee8dbb42b4357227cd0bff5af8c2601bdff4 +size 26732 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 93f454199d9c..1f004c43b478 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c93896e7bca8b53a17f29bb51e0ea8d28827aa29ab2a7ee2445cef6ea07d62a9 -size 31326 +oid sha256:2d814be97b6c510c0570efd08c180fa22d4b9bdb96aba74fb29e18031d6e6f5c +size 31258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 45646c12c281..5dd3f6785361 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7de77611607b14430812e7385b8daa4c8d026cbc8d134a6cd039322a0d1730db -size 27667 +oid sha256:a6ecce1c99f230783e32c499c8e7a27746bd9ec6e012a7d2984244e522603257 +size 27583 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6d061f34dcb3..7453e04c9b4c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec7420292644414b842a8a18b7f7f15eeaeb6ebde79502081652dcceaca82365 -size 27553 +oid sha256:e1fc7e608a16c40325aed66d4bdda96aa7a8cab9bf448ff8fb5466f6c47d6534 +size 27499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index dc422bc2cdb3..255e66f060ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11328147e10791df72a7af670a7391fea6247cc8c7b3bfc9e8b61bccb6c3dd5f -size 26064 +oid sha256:208eb14deff0c84b1e7cd41dc96edc69fa89b7bf677913a660e8829ea564a2b2 +size 26034 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 4032ce17a892..4b9275a42836 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b840b686c5b46554384a030a4718bc21bb8a26ffed15aec274dceb08c7562756 -size 29486 +oid sha256:bebaf28359f96464d065cb736a9ff7465ac29a57256798a5f7e7636119ef01b6 +size 29449 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e579be9aea36..fece51737766 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0906f4d7e87c7909ee9b6bb18e32d1ae9b9b7e1f95d51f7af845dfc3dbda4981 -size 27077 +oid sha256:4be4e38aaa27e8277efa946216ea6f58fae8743b1b778ad9511b219c0f8228eb +size 27072 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 059d40576969..ba946c8e180a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f82cbed3458127047c57bfba098a721ef2fdbc1b6f3d1d990385e263acce049 -size 25761 +oid sha256:05c0a4dd60b880b9a1276b0195c3496588f2ff554c8f51feaf37c5e5011ae0b7 +size 25638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d7ac4856b8c6..b6af01416074 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3543b6a4ab637910b7f7a50ab02e157d00c9d0833ed3e88511f5e0657e968a4b -size 25600 +oid sha256:94c13b228d9ca80418e9914bdbccf84175b3279f9016234f9657c7c8054b86f1 +size 25593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 4d718f740f8f..833420162a1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca4736d2c7ab9ae0c48a899675007746bf5adb8d35e241bad114dd7c8ecc12ab -size 22919 +oid sha256:90f0f978ef2efbdcd508ec7d588f63a424e580c0683cd3255eb7bdc23064eb96 +size 22831 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 91bece52d5ff..f73c9439c230 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6eeeda49a5d8a451552d6436a58f037ba4ad60552b41ed62b8c8e9d4e07c8107 -size 22411 +oid sha256:0bcb99f542aea4606b77b630d5e6c60bb2e498c06c16e71593a0e4b066aec82d +size 22362 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8a72f31dec2e..a643105fdd1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6a208d5895866ea918cde096b51843343a010879375ebc85b7343e5e19c701f -size 24223 +oid sha256:2d49371b43161034877c1568dfdee7a8b04d3b75ff60dd61e7362778cceb55f2 +size 24207 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 94de22ffb163..897b01e4d783 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11388c08091e66804902c2840752494c059c751095d7f15a20f38cc641df5dfa -size 20938 +oid sha256:2749d55f98bd3e59fabc247d2aa31c2a499158d2e7df63d3e87dcd3daeff9f8c +size 20949 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b22b5b18f8c5..e4ba894307f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5833f7509535d7f809c2afb9a931a23728ba43e2d1cc807868795271bcd544a0 -size 26465 +oid sha256:04f43c37b9e30c725dc0932d05f8ee67977fcbcce5dcf0d55685721f833bdb59 +size 26320 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 1efb610c1576..ea2703b2f042 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48fc042b7fa5157a12c8ea8651d7eab3406474ee2f652658cbe2f027e845d9a6 -size 27246 +oid sha256:f2e580242be38d055596da3ee670208b56ab5d8baaac6ccfbf5a916972fd5473 +size 27203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c4b4b5b3d57d..2838362b1382 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab89d7d908c1bf4da130cd01ea27c4b8fc5e69c7f7020dc7b18245fd86833772 -size 23658 +oid sha256:6ec8db4015523205936f9a83519c3289946b7daa33f226d57234e4c6d3c6bcab +size 23671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6ab20789bd46..310621dc30eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10fff5706489561cd52c62e3a4cc9cbcdc7e3c524b8ac1b82e3949ccbefa997f -size 24703 +oid sha256:08fd6109982a42d258c895111fe57904babe335dc2b2913dbb581b2b8f6bdc8e +size 24677 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 802066fe7bca..3e8149119486 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b5c1f01452f39b7d15f11a4d98b30ab22c2866ef1263b63a72c4d187ad4f90a -size 25230 +oid sha256:c80b42073fdbecbbc6b646f2a059e5504cf4a73af58d6e4ef1eb5667f922e6c7 +size 25189 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 28d394f48330..fee4971016e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d19638b4cfd7a51a34a09ccc80c822cb4ad988883d6cb639601a50f5b9051a0c -size 22433 +oid sha256:50eb9b3fec02a67f61e8e63223c4b0890d6f901fa32951b8c7c6af56e325e8c2 +size 22427 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d88d3cd44a52..8cd83df5d57b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c318c65f192396c6f503f2e04ae52039739aa3f34d88903e50e1a93cd92b1e2c -size 25609 +oid sha256:06769d8c54512e8437039396d909b5ee9542b4ae441da71faf2722bd3373444a +size 25492 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 33f202ff383d..9a0f2b2e6e2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:242b4f1ce46fc1c7395db3a5cb7d05424d3a2c9030bda6247371d0003959e6f5 -size 23273 +oid sha256:aa9531186e64d1512b0f8a0afc0532f658f512cc43225faa79f9f78b14c8ea71 +size 23194 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 298b5415b37c..6c9999476083 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a6ccd374a1a6c6912b1433b17a6f7edfbca85e76edcf495bbf7eb18511b288d -size 26280 +oid sha256:782063c7cec5b239f09aeea3358e7d1470ed2b531d9a908c61803fd0acf0ba47 +size 26161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3867c3d188cb..b9e03ffffa8d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f5350ffb4aaf42af11b4b838723bcc25ead66c644b87aaeef3708d1c6067a4b -size 23896 +oid sha256:66c4408332e1131d165575e58a9e6b6d05a096a5363d6c336801eed0d16813ec +size 23772 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e893ea7429ed..866270f64d52 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b837d3c2b29c42abc018b459bb3a8a38b6d56c7e5cc6979f4d7e86dc8c6231ce -size 32203 +oid sha256:04e9fe602e603585971454d6d377f2e1c7bcbd7eb67befebf478d3391c42ef22 +size 32142 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 1a9cb927cc0f..e0ba42ad3891 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66fba5fc6ff3f53ed4cfa65d4b3e547afac9cdde636c465cb579fe49f0862d82 -size 28338 +oid sha256:1b242155e08a8146587bb880fbbfcaad10a9c2ceafd86bc698ff61863a8803d1 +size 28311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 2b883ea8da88..8da16dfc7f4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d2a4caac4d346ffd079cc5c410747271c09732c8c06ed60f5212fb1d4f3079b -size 33162 +oid sha256:fe8d121be77dbbac1d978ac72a3e915f8504ad4474da258a64c0ebfeede59856 +size 33088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 43c9161c1944..d47fc6d1dc14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d9d2d0f1c24b4709f83b6f93a4e8e343771bc695ad7449ec1156d8720e2bf90 -size 29190 +oid sha256:97fa71179f051567b9bb03d41dbcff7486b524dd11482d1d949e171b7d2dcb37 +size 29143 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 1d480a0d1de7..20a3d142d8ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6581a70492894e53729f15ce61a57d23581cdc1397ea80b62d8b4e544ba52f72 -size 30226 +oid sha256:4b9306c109e582f1c55372d52840826760a508c3826899c08cac5b4f67a2b425 +size 30171 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 6b62f2430f72..f49794d2d238 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:251783869da7cc0100b513e953a3efeb52354b688062264148d151d9ea877736 -size 27690 +oid sha256:808cdb35e1964a7e2d945d76a84e8fa6565f7c0279af8189c2c0866cec1cc0d1 +size 27656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e895804baa81..1fdf3c9eca69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53df2235d462c667515ea3808bb19048f65c9d6cade1e77e636a01de553e9bfd -size 31316 +oid sha256:0f394084b8807a70ec307a34b27f45bcf28faf5762ac0142e263a3455dad1631 +size 31256 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index af8a6299a592..0ea4647bcb35 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:536a9c624fda17eaa5402b4c101ad7f7cff9aa8a72a6895773f7c96853229f20 -size 28593 +oid sha256:dce4825053ea706ede638cc25fdb28e43c01b731ea708c9607f9808320fc51f4 +size 28607 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index a3d8ef9f6744..bb24a61de758 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60f80d1b3c3aa339e4de0e2157a5686c52d278b8726c69a459a35261ff94900d -size 28252 +oid sha256:c24e5f8bbf95ec2235b6231e424f4012d274340633743ff6b9a31bbc03ba18b7 +size 28256 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2bb45f357ca4..d9709b2344ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:010d155f03db65bd6b9820b08d31a90b0851ad1069ae317bcc83b613f93ea7e1 -size 28035 +oid sha256:c4236351ad1ffc926dfb574d4faf02c971381103f8e99a49f4d15adad2bf05d1 +size 28066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5784bef5f9fe..2edf412a6ce6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87183c00394dc3b9817a5be22bfa9a212f5144f69b683cf423e0e7abcd4051e0 -size 25422 +oid sha256:eab6d5adf72998f85111eefb44218f86d9c5b675a9c421ca47419589890b0f0f +size 25215 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b196fea45401..60d97245183f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ba4dfac3317bb3535e1bd77906d38cc671ac5335eed62a9f88ed9a67dfe3c55 -size 24579 +oid sha256:cffc7eae1f29bddac264a2c928cf4643687dd23c8114270675f7dca1b1d06489 +size 24545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index b77833631e11..e4dbbbd4929b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ddde50c6134c8fbb5c183fa8594af4fc392cc5a28538549cc8047df7516b1c1b -size 25532 +oid sha256:3bf22fd60b1e10ce878f987adcc654ae91a195dbbfcd982813977fb552e038b2 +size 25546 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 3d7a01df7e5d..4ec3be56b39d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37691254e50bf9ebe0aadcf9cf4ccf6029fbc5b286b7a4bb363559fcbb318253 -size 22327 +oid sha256:0494f70de9a565ef3ea036d8139b85e2be2ce9e638112e782f7a7f7d4dc2f604 +size 22299 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 18654684dd01..a33b2dceee57 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe7d20e7c24e2c5f3c362e1c1390a9563df9bd20cb122b58a80c21a138b4d6c6 -size 28952 +oid sha256:61fc241ca386fb189ba9328f0cb2faffed54334a9bcf8b9b37dd7dec8d62d58a +size 28780 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index b1fb3ddd1054..47b0de929848 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:388b291da62f43a626b66a4358f7274c9a9bd46d1e28a3160beedffce50ecfed -size 28779 +oid sha256:724f98b53ba7f673f8a003c3a59b4f87dc0ea82c2a06d850c742853214e3660f +size 28710 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2a51bac5394f..cff5f227a7d6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01144ebac82ddf46694e8ba6b7b55dc0e44a231ed91d9e840f9c7241e5f9bc86 -size 26018 +oid sha256:9a88bc04c7040642a0920403f864baf0c0efcd68f92cb67f4ddfe0d80e84db22 +size 26019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e2d1785021ba..45fe5ae2f229 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e506450f879831d44ffa75a0bc8a3dfb7e3ae960d8b0f972a2aa45491ed0d87 -size 26227 +oid sha256:49755d74c856dba1b7cd3022c05720c3eb2d6b90d83db375700a3fcfa2168e4b +size 26168 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2b14ecc81b9a..c21bf9210c15 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a069ad1ba406330fb19316b7f4631d3ba4fb02a78df0702cbf26820d02f1ed49 -size 26232 +oid sha256:01dcfb0c4b82050e8f780318b79855710ab03b8f5951d864d335fdfebc97db70 +size 26213 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index b4f45084a448..d440b1c78098 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ffc816df3d4aa2cb6fa571cd5d8f70634bee60fba9356e99e33b37f35e6b4041 -size 23620 +oid sha256:31ee2536c1e900c181274e0060e50ba555e8201ab8ec6d6eaad9074440ef4ef9 +size 23574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 19f1d007222d..c7d6fa515105 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e05dec666ccb2e9c4a31c0430ed70d5a3afd7dc17a559c001bfd192f4cc517eb -size 22869 +oid sha256:3d7be530b74f6112069c63fa2e78a0d10852f784982050b098f794613e0f03ab +size 22742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0fdf1ff8ee59..312612174d5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb1b64c7ce7fbe75061f90401770f2dcccfa2608ae1f2f0faa12e26f740405da -size 20353 +oid sha256:66a420574c789fce76c7d3304acc83d0a9d090436e4153539414d2a8c643a6ea +size 20246 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 59e50ea7497d..64f4e5e907ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:624ca5001824cc4191b051a854aa973ace4f622b0a4cbfc730ad8779e6586eff -size 23540 +oid sha256:b4762ad05ab910b3cb29dc3bfd46102b254696b7d0cd124cc3886dbc8a578503 +size 23547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c49decf7497a..f44d3920b89f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:583ef3eb70adcc542950152cb6ca7ed0b12b576bcdad9152cc2f5d73b9130b30 -size 21075 +oid sha256:0a1f8520be2797e22b04142a9f51b92c09be5db831a49de4d4f80597215fe762 +size 21022 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 968185e47a89..cd802c48d907 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3597317ee902bd9b381c61a1ff9c59706c1909671bde3988bedac5474f52c841 -size 22821 +oid sha256:56c0b4a53072f2dc4f4c3ee9b6bad547b258ddef376b5062e1997658fe28fce7 +size 22688 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 2ceda4eee6a2..01db0d644a15 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af1c3bde1dc5ba9e537a9e98a08c638cb4bc2803a26e2398e71fb503236a31b9 -size 20721 +oid sha256:e0b4d4a27f9444a98371ac16ba99efd290e91b82c118daabfb72f2633f657013 +size 20605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9688a5abbb0c..e6b5d796535e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fb49307ca9ed9bfd9e58e52a62d72ede4ca46b396d5e4b13f022fecf6609da3 -size 23659 +oid sha256:7422915b1a3cc8a5fd633e94e78f23fbdaeec6f8d3b45244ba39dbf8faef52ce +size 23489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d3c7b5772d4b..62db936b5815 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d222ca20b8eb0c7671b0bc862c099b12068762e04aba6245041478bb9d6e4226 -size 21235 +oid sha256:e5dcfd59341f8d5634514c163442c7b2f6186294999a4f0b529cdfe39eb0d735 +size 21144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6e46e29f1f0b..514eee3945dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4507368004888aab97591cde8983a0a70f0d5da68c104943ec79018f6a309da -size 26403 +oid sha256:95368265220e6760b85a163de5f90c6ee203ca6e47e897a3f4cf782e4db6a6db +size 26401 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 51bde2d9932f..1dd12f89cdc3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:708d11a105c0d8fd91effdd029282a2f016e64b3910c45c84034ebfbeb0e92be -size 28501 +oid sha256:49d2d1127fd97bd2e916b16ba0b095689bcadef3b35ab9dae908e7dce8112fe3 +size 28430 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index da8c2215fc6f..cf23fd90ebf3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bbb3dd889bf73523967ab4f952698319595be8f81873d03f0960ab57d0247ed2 -size 28454 +oid sha256:61f11f5815ddd243c36157fdd74e3379f11c98ff06a13ddb895813b54267891c +size 28418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 172971799859..83cd5099b44d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee89d2dea903d8082260728179b5e74958f9a472c9683882dd4093446a208b18 -size 29018 +oid sha256:00559c2f83217e497cd218225a9e2b33c71beed9227a8b5033e86fa2ea9bdbd0 +size 28927 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0563082a0447..e331fb208783 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb95be58ae84da4e839fe34a3356ab83f7fd1ec4dcf48bd87beb7db177e5ea49 -size 27655 +oid sha256:275aee2787745f07d9afd30a33f0d1a7dd1cc15e3bf4febab5f96d7e20f35bd0 +size 27564 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c0a6415f00cf..e89e223745b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1122f18699e004eec36ad13f3bc245fa2492a68c51e66d43fcae49c5385f4a6a -size 27718 +oid sha256:37907de6d6ca0153edbc5430b704c65feb51efe6fc97d8e94c67c71b6cc04afa +size 27643 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 2b2018800fe9..58c7d8722601 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:674dbbe0f88b6d5ded86a0ee855fcb7587a209c15400938d5dfbdc739a613f74 -size 24942 +oid sha256:610bd7bb9d4c044812fb45a2f2598e43e6380f8b5e280406d7c5a40b2a5dfd04 +size 24780 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index e7bf5415ab74..e3744d0f3a2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a464149d26b86ac3e0c20226e6a76f9c71cbb370d0198594428ad0c2208c07e3 -size 24361 +oid sha256:5b7d94733a91aa7cfe67a4f95022a7c7f4202f4fbff54537aa3f326696745e39 +size 24309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index abc54ea84d91..bec823c557c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee1ee334f07cf20f679e71773b4bb9ebbfc1e4d9a43471894806018bb8c7cdc5 -size 27270 +oid sha256:be95e73acbff69076e7e38b74e444881339d0f9a7db3292a5872da7cd005a98a +size 27234 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 43f88352f7c7..3ea82d7a98b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9cf0bf9fc4394ee7842ad39912cb7af25769033c4665d930b399068f2dd92a6f -size 24893 +oid sha256:c4909032170a3933e2c02458270dae2ca3c8d736af1663ac1f25f51285f4ca7f +size 24850 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ff6409d87c4c..3aa8056d3c40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8dcd13639f4e380af28dd7922640851823c6b12a60c167150c981d6ec24458b9 -size 28476 +oid sha256:30b4128bde6c6f059a803a89cf1fee96488ec28884977a33b1b3ae674d5a8034 +size 28361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index fb16774f4d7a..c67fc87e9656 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf308a8665c44b09a4b7409f97f5f07691e94d958fb68d074a5addf80da9ef80 -size 29209 +oid sha256:d1b3f4db2f5c45c6eee8a543be46b97ce07875738b682c351634b9de230ecee0 +size 29102 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8d8746e94817..e21c80c44e8e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66a7f77cfcc3acdff224db97ec5ba2ffc1a5663b647ba5544f0c4ed2f3e4d377 -size 25867 +oid sha256:8eb92f592495ced104e8e5ef6ca4609361202022a3f359b509bd73d64550a534 +size 25825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f530d38cc4b6..e6c697c29675 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f37c5c3a10f2044d409fff98217373f2ed078887f99f05f26ab2a47953afe22e -size 26749 +oid sha256:5ba48893bf030743b867963669cc686d1b7ad8871d8285ed5d3e213df0fd3257 +size 26726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 02a41587bd10..0c4d5571625e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70c2f412eb36caf6b19ce0fad226cc46b4f4108a765e0ac58da061aef5cc4e51 -size 28352 +oid sha256:7eca02363793187f1f8251c546eb15011a5cd2b73bb4adfa62ea064792a58467 +size 28302 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index e613519a6eda..fd1973ef0501 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ec5815a4834382748ec96abd56ca0f3f50d3f6e55f33b59782035f5768290a7 -size 25049 +oid sha256:ef92d3911ff99e2625064911ac737f706531df2d71a582b549af96bd05cc4129 +size 25009 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 92d1216bdabf..5f68c2d79e19 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc04f43ec57e3f9cc9f7cdec2d454954183e9f33dc673304a033a97ec48198fc -size 27578 +oid sha256:9349ace742cc0985ed1818e3030c7a3d9ad58da1b4ec6f3a777209a80a8a4f17 +size 27448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a95fa40bc738..156da6297b4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8fba8b9572487c1cc5012e12d21747de7bad49dcfbd22310923697668b329316 -size 25128 +oid sha256:3f2a90531ed4789d2a1976ca2245890f29999d4fdcc0cb20ae735495b706ab48 +size 24945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9f49aef3f9cf..1db5b3a89266 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acdab2c79b4f9a7a1df1e1d8b4c39ba33c313c2addca96b8d49ffdfd2dd5e2b6 -size 28310 +oid sha256:24a716854f45570dc69b0db6395b00b3b1f697a27af600c8a5f1db3b09c20f07 +size 28223 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ccc69d484021..ac25e134e252 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ba211fff8be06ea4b5278c48d62ae8f5e6a223aaca92a63d8b371ae9afd3ba0 -size 26106 +oid sha256:c161fac5262f657a2a71e2846f155369a1bb1f2b54828e51caaa0104b9e80834 +size 25970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 6e0e8d74c537..ee836b0c44f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:067b48c68481bc6a011ef21fa5c37bd651a28dbb1ec52a135583f0c607a0f309 -size 28944 +oid sha256:f7fd103c007c856d831575f742299f5b760ebf6a61b2927dedb4153567d6f9d6 +size 28897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 558d279d7ae3..fb0143ac2c88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a9a32e1f994394da30f06626433c9c88974c9d61b2424a1c3b75791f9d6c4eb -size 29807 +oid sha256:6a78f9825a35dded879a2a231febd7428c6e90a97a45c84907bec1c333e72f1b +size 29825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index eb6512d943d3..7f07a0c94f1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b436a7c512215816169f4e04ff9ca3e0b61f66729745116e6afa232a98cd637 -size 30105 +oid sha256:c4a6ad0474fcee46d0ef31af2b65b09750b61678ff7500989cc6be70bb1ae077 +size 30097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 288c68d7f2bf..992774a3bb5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:352d699e8585eca9e3c089b8559e890f46979be04399179464bbc24b6c8f6a7b -size 30307 +oid sha256:4d4d6cd7dd6b46ae536429e2ca909d738a597aa9209d726ac3561a3e0295dd84 +size 30220 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 49528a1642f7..9877aac5257b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64fddde64e8f64cb5f47207eb30c64ad91c2f22297246abb659a0694adce50ad -size 29857 +oid sha256:ae585dc3e5b1182e5825cba8fae578a0889bd0eb0970d97ec54379717e158e62 +size 29752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c31351ace7e3..7c8a6898b54c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d33ee2e9e2d3ccdc9d2f981db3d0163de10df6f5e59e1773196c6448d542c5b3 -size 26646 +oid sha256:91a5a2193647fe91c8026b32f40b417b002bfe6476e948d721963e8c28e0807f +size 26590 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 2e614826ced5..52e4aefb54cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7c3e10d23ed67f3787b7b4e74a3e91d91239c7f16195c9fed690547bef24fc3 -size 28371 +oid sha256:508a913016d47a22a9718a90543b3f8831a6a0b977afc44515d3e2524c87a857 +size 28317 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 852edf34b0da..55596c72b5a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd27b5db60bac179cc081f25bffefa05b8fccdaf9babbfa4e274d6362b3e73e8 -size 26224 +oid sha256:d5371ceac6c77618202986537801befa25dc2593c21b142a09902132e5dbe550 +size 26161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index f7dbe8dfdf6a..40adcd33dd84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b792ed81049d1fc1bea5e9030fe44ea94191a9db283fe7dc8cf080f417a18071 -size 30614 +oid sha256:e77a2bd77efd59c4f6ae5bc261aa882781850750464ae26cee8c25d484088348 +size 30534 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d105b26e6f97..bc17be4484b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fcf072557701cfae1b0a6cd6537903701500dad223311ca5d7967914f7ab9f7 -size 28061 +oid sha256:79de46c1dd9b316598bf5a4ebb97fc7f88c934c5423291ea6e5ba0af066d748d +size 28019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 065b11c76a7a..2b4fedd8cbbe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c59231422d532fafbbcb0e16a473f64bb033cd12b01ce92cb4098bb30e6a9d7 -size 28973 +oid sha256:33ee10513012f462f3efc3c56fe43211b71bc353db148396cba703893532c731 +size 28942 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index eacd6ce6693f..a2226bfd92e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acfd5784f8f572f6dc966cd4eee2d55b43a38ebaccbbf9658ce61c16ac1d38ae -size 26353 +oid sha256:8b2db9885defbe0096237fd09fa384730fd1a2f916b70a00c064b4313ef806ab +size 26288 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 75612a399a3a..7f473214a9f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9fe6bb771c01a2ba92ecbe2129e9a569e446af6dca308535f449deba4dc1b9a -size 22864 +oid sha256:08deec6273a2e257d317397cd863d8bf1b53c7610e850d22a91b9b31a678eb65 +size 22833 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4aad61b3908f..c3b56320b803 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9c06c16255479974e88b51a1c60fe243c0a34afc5c66af9494c363a4bfdfabc -size 20032 +oid sha256:d365da3b754c229029a1f9f9908103084c7b2a9a2daec00970c5876fdd41a97e +size 20010 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7b882829d936..45b4c009004b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f48b0ece16309d2ed3b4bc224272695f1c01d6c4624a19615e48ff399f45556 -size 24129 +oid sha256:156b1646d1f9bb145e24521b57c44bdbe158bb5a5b939b9185a131a3566e6f39 +size 24100 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0d372a00d405..8742a9a2f094 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fcf97eac14a956ae88dffdbd001bfc3fd20965a08d827d9b8f3228a92616e293 -size 21399 +oid sha256:b63bc24372e2db1648819f9dbb7b1a443869a86df59c63e7ad91561881919c78 +size 21340 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1c3ca246ccc9..6ac62c16bbb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfe14d34f05fab9136684d73f9bd07a303b6494fb12a6755c52d207501eec695 -size 22784 +oid sha256:7433c172826d83b62bb7a728d7e2a0670d1e6193e621f30b8f9708856c959318 +size 22778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5e35c9e7df22..b712202178cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bdf91a0e7fbda36eecbac7ea5b8df56b9abf424a942e5377dc3dfbbc0f6afd0f -size 19752 +oid sha256:73a6965f994b7c64914a5d759bb00a35f8ce3bfc36cbd36ba1ae343391a6c90e +size 19713 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 99d4d9d1be48..872cfd634960 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e78034ad3515ffc30c92a8cc9fd75d09533a39683b6d8994773432a962329ad -size 24166 +oid sha256:b7a6a9e105c4ce02ea969474981c03bbfbd3e35944d7d879adae0ffb59042f3d +size 24139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d50b9c73c8c7..24bb8530c8a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28e018dc2e841511d06c6ca3d03cfa82b1f07bf1f53addfec4ceba194c950392 -size 21047 +oid sha256:f8a65e0da85cb3d05a95fa4337b92e7969fd384e10bd7beb3bf2653755e0e629 +size 21013 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3b3306aace63..3121c0a11236 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edc5faa35886b8e3b76b5711ff29c6b210327dd5dc086b407b6921989994e62f -size 24961 +oid sha256:cc2a5e58a350b6612909fc0d530cb59121121d050126d811c43361b212a3e275 +size 24950 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 366c65f71124..70220710cf52 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25061f86e19d3d44896128dcf7ff0d2654658416972708f2fca39460d2185194 -size 21964 +oid sha256:8cc84c7788c9b9afbea0c70c1a71fa54779467a74c0440340ade96f0c70c2657 +size 21944 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0a94fe35b0e6..f193cb4ad845 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88c6dff3fc76ec7485e1a33349f95fd381672e25f17b4d78403cbb99879a8685 -size 26197 +oid sha256:5171214389128f53399250cfd6ff44fb2a54fb54792fcb225d3ee456797caf50 +size 26158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b2b3de65d961..ad33c53d37eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9e5b8119db996d63e8e3afa96d0fcd238ce5c29902f071d09273fd01a63fb37 -size 23636 +oid sha256:c45741a9a17e042770775e9a0a51fb847bcfa97e02b5b53583216f659b3b11dc +size 23602 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d53b450f87f2..f7b61a0e157b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23260b8d4c383e91d784742af59d5cbea613fa337b705953f733c16299fe91cf -size 28623 +oid sha256:a002721c93e483f1fe1ef1463e194230d8dafbd2c1b7e60ba23acfc69a51d7c5 +size 28579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5d7ee45bf633..cc5cf43adcb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53c818496dbe86a41448d50bf5251789514b7aef775b28ce4e7979961747ac33 -size 26986 +oid sha256:760f4ca118b17db4eaaaaaac4ac58eaedeea0b27b8cada8006e4fbb88421f278 +size 26946 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a65920fc7e8c..d9a11baec5f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f6cd068f0b56da3d837fdf2b48c044227cc18f7ef7ebe024b15e26366a1719b -size 30348 +oid sha256:ffd0a781930cc6998881c7eab42c9f0532163c155d8d214a59fbd4acabbbc077 +size 30331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 4b1cdffbe3e6..c5706d8db00b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa356387c7529d854baeb09411d14258c8798457d997586ffd331a137dc27de9 -size 27812 +oid sha256:416cf42e666ae4ac18b176c260215e58982826d306abcec82789662f934d8984 +size 27756 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0d3c510693c1..75ef2885df30 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f9beaea29ca8ec48ef84f2d85daa3cb9ca1aa1e5e9264ea900e471e6e6b8d380 -size 27492 +oid sha256:2cd48b906240cb8c35d5178779c5561913aeaad05d4b3258d8f8bb8a66303336 +size 27451 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 404422f62906..7238aaceee7c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f2da8ca21e654d50fd480ce1cb7e5e9f027a9c3cdf63347a763bf97e64df7e1 -size 25582 +oid sha256:bbc25b5e5aaf64483b3b6d3b86486645890e58eabc355e48b5a08532d2a1d00d +size 25551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c750225f5eab..d57340c7a78a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ed38cdab5bb8a08326167dd39206a42f47f26c6d1610cbd47169d490bd9507a -size 29334 +oid sha256:2627b0d8f957bbc12a19cc28a7d97b11b648754e9ef7d814f13092ed8d88d446 +size 29313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 704699c32177..efc19524a8be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f99a6d295048aa40e3410f475da7c114a5fad93c7c2eac1c0fb23d80ad94b5d -size 26332 +oid sha256:a8abd2a8e17880e0bb04d10d19f0285d0cfdb0dd38ec0d41abd2c7a987c3810d +size 26318 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3000c53d519b..8e6614bf59f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:780fb8cd2133ec11e664c143e5b35956d34c5657cdb5ab5b87f7ffee93cd7a4b -size 26252 +oid sha256:60aeba98bcead848ec93d22a834f07739897e8db7f0103f75958e99a8613c394 +size 26204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c637385937fd..a64da0ffafab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55318c1ab85c67892ff4f3be7e1c1d4ed80ad4a06fcd13bb0e529591d175b74f -size 26092 +oid sha256:81a054f31bb7c8dadab422cec616221c9615bb27e0b154e83b523dd2c4d0dd04 +size 26087 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5e42574be673..fc9905710dcb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88136d97afba138123b906de7b43e746f64e927d9bf76a48e7fb9df01e1d9c96 -size 23704 +oid sha256:7f06843295dff1f445fe7f14336f3201d52159c4e76575e96775ec55dd6c9868 +size 23695 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 475988e87ef7..1af20e7028a9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55e43dc2115a13309d89d4c06e9806122e0226e7262a92b105299cf170daa0d5 -size 23212 +oid sha256:0d5e58e4b085cf5aba743d30f90b99f09a528719fb7aefea72b4d52cfd3ac19c +size 23203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 56d37233221b..2f87d69bece8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:000bc304dc7d2b8bd51594bf981792283dd2e7a8dabeb89dd692fd1f8d576716 -size 22703 +oid sha256:5b8467d7dae3be75e73034c6dc06377d1fe6428d5418b3b26a2a2953e9a99aa8 +size 22616 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 643a4e852e03..765663fb40d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52ffc371b5286c95324e8aecea0d0b7e0d35ff43c9e79b1e76543d92d01a25d7 -size 20158 +oid sha256:b43c40b78bef5ec1ee5710102ea8e10facee19eb5c9acf18f2719dff861a685c +size 20164 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 899fb3f0f23a..0cf1441d17f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50b6deabe8db6781276f94594677f3cd6c1ebb81ae925e944e6fc20d9a58650e -size 27726 +oid sha256:12ed0b9b1f6195d0ea74f9a3063350f17734830ae78b632fa1dbdec0f7540444 +size 27669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 9c4773fdf70c..685066a395dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f12da090053270093ae48c5cd32f2229c6467a73cd9f90c1f27a7ad76d7cdc04 -size 27645 +oid sha256:4149b30dd03592062759c15aa6cfd5d7bd146f49a18ec949e69cec23b189b00d +size 27598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 96a48edb6bfb..5f8195a3f605 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d77790465cffd1884cf39680b58e7fc00a9e3a0f1fcddac01efb1f9e0c3d752 -size 25035 +oid sha256:b39d4274426ffa2ddda169de61f994afa8d9fb6fcde0b48f7dfb09b028c16859 +size 24966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 99ae40139da4..608d4a2bc7e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ac87b365e4199c74232844ea58525522ebd8caa30a1a43a46149a8fc8eeeeff -size 24876 +oid sha256:de83645545719a581f6298871ef1da76df2ba9b607b6e5559e86398f98a71aac +size 24842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 0336d4a06782..fc63f45a61e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f44baf166f2cf60fca36a04d984e38aa5ce280ee9420b7fb5c8f67fa8a9bd22f -size 23625 +oid sha256:08a01d97cebcf47d14433f93678db31ec802e08d3ba2f2f75a8c487d9cf14654 +size 23544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 04a993bb1ff8..04aef4315255 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a8698f391447f15a87deac3866fcd9e78def603002a1185d5135e5de705dfb9 -size 20968 +oid sha256:87abac1caefd8954b4591edee5eb8c00f40753c64083a1819f4ae273a87d31c9 +size 20969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3b51738ea3d4..9ea89cff68bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c69a7f30be724dbfd0e4f23dffcbe6adf2e1861216e8bedf1cbcf37e1a0b67f8 -size 28122 +oid sha256:08fb1849dd416408256b4f1b2d41d1ccd188d6679e1b355de907d3143eaa1166 +size 28070 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8d59e6936b47..dff5f909ade8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e24bef8e108ce601acb4f39280c7257213bfbb3649799cd2eb210bc745c3227 -size 30195 +oid sha256:e822a6e9a0675d7489dfb62d073e1b965a8bb35b7e771f351b808721ba840cac +size 30105 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0025270ac3c7..9edd79219bb3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ba11c70579c3bb33e6bc1666103582ef1faedbec5cd6747af8518fe07737f0e -size 27278 +oid sha256:1669e5e802748f05dfe8bdcf568507ba7fcd119a586437e8d2b2d1c6381d0230 +size 27233 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 214c436c37a0..ce58c7461eb2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20ec5d0bb856fb29f23f709505601b8b2fc14e451d071d0cf021decc0e0c44b4 -size 29370 +oid sha256:d25029d4032ea255fb3d020cc4c51504fb68bf9d134c1234aa824b6e19b7af5d +size 29363 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 8cbe2dafeb6f..fbda499ed582 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d58ba089d681a12d0d306c4e7103871162d9bc5fb0bfcc09d0fe31c27f48b2ef -size 25956 +oid sha256:80985d33cf0bf19e20202e42ae00ab3368c5eec05545cf701667a10afebe33c2 +size 25919 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index c269e9647258..ae75228d088d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f769d4fc89fe01b94d559f2515c6af4a4924e61929a387d0e12ebbe3d140b029 -size 22687 +oid sha256:723ac1a1c9607b471295998a1fb98d03f940d05f7087f29a0fedd17892bdd1b1 +size 22649 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index fd95f1580b2b..bcbcfefa7f14 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c612ce550b247ad697ee68c9d2d2ef14a6398f6ce27fb0c0fb19f56f7c90af1 -size 27582 +oid sha256:e8e178501fc4fb8e38552315528366db5af3a9c7d6e04db24d5ed7dc02c0f52d +size 27523 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index d84abedcd439..c4fe5e75bf73 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bbf53ab913da451e816b8fbb63f24ae72b39406611ec5390d99cebe852b9818e -size 24483 +oid sha256:e9d624a4171ed6fd7d7eb1b18b08e1a20e7149ceaac3f29ccf90e049651989e0 +size 24447 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d297070e9e60..3c36815cbf28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a585cd189efe92e35249d4fc1d5eef8f89ca1112d3fef7a60e86903c977d75b4 -size 26118 +oid sha256:62d5567bc37f1dec792fcac4b9ee0c221355a47c320715d09775b8a57425c81e +size 26088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9050f9cb5f50..a3165bea0753 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85c97b52b84e5e12755c631e81eac21f8a64a66260c957dd11053f120c93e632 -size 23425 +oid sha256:bf5118fdd3e605d8a726248124502a2ef854e60eb13711513e9eed86c441980f +size 23428 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 939586133b0b..ef46ecaaa5dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5deae2b5928bb24fb8283622dccc8220e5c31c96a493593567a5326141d36c0 -size 27589 +oid sha256:52a6a45fd52bfb91881c500803b60ab1a4c0d8baab4ea81d9e5333e3a2fe9647 +size 27543 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b0b9c5260c37..51cd386ef86c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a78d9b8b8c45dfcbacca5a53fce871f2096d4c8eb171fe29c135e74a90592b31 -size 24840 +oid sha256:f8799bb6e2dc286df2a0a9ca2e22fde535f8c2680645f30df0cea9da0e55cac5 +size 24793 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f72fccbac4dd..2264f965f976 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de7543ea35592d4c8896b6ff9bfa709ae3034a14cf6eaa1bf992f5fb4c06f0c1 -size 31295 +oid sha256:344c0c66e30f8f02dddc19b16537c768534d3745dee0e6b09c46df13199547e0 +size 31228 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index afaf613b5a28..7fc98a28b88a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc97d732795e58c1db809d3605541e92fbe5f30e06f8ae42237ce2d59016e497 -size 27796 +oid sha256:1b9e1b83139cce429893252571d08dc7502a09cb973b0c159f9c6a102560a5f6 +size 27766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 852141df4509..ac752ffdb821 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5050e49f1698d42c8ddfa637cfb60b08c0731c1061f1ddb4f9981cf5bef9291 -size 32940 +oid sha256:8a9e933aba44e3a568759a7e987670ccec1cb643c7afc7119674b3410ee5d72b +size 32905 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 16fd0f813b98..41cee8620e2b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2cdacf5e9da3b3829e3b795a8269469ee90c49ee5dbbecb8dfd7239f8e13b23d -size 28511 +oid sha256:7fc2df9689dbc5baee5ac8bb12cf9cb5de625a63eb9903cf73c1b869f694e3ed +size 28458 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index f5a0bf9e747d..bac1b92309b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71921c9a0b4468b13ef0ec3b2c9e31c29d8c10ec300fb1cde8f528d5fa9013dc -size 30221 +oid sha256:272a7c21591a5e9d17b33e5cbb544fc9919faaa8e107b184ecb7138ea4a882a1 +size 30121 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index a900f7114b68..c844b43746d6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acb3aa14da643c560d95f62f6e14c5190ef84ca1e67f314e8e9f121892bd4997 -size 26675 +oid sha256:f649b369b09968a8e628fd7446814570e424940e0ab630020153e0544e33ecc4 +size 26679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 3af5a903665c..efcdaaff8493 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ded1c8cbe88dbe785f313bc2d15599648452f5998e0120d58b77459655c1f7e -size 31989 +oid sha256:b337ddbc1b21208b17a49390c037e68ee9819fa73c0ba79e5bb7c1ed997a30be +size 31956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 5c288f7b35a0..6760ce40ae7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9dc54208f10960920f568878eb59f1f22f2a30c42362d0bccf9d8a10d5729c0b -size 27333 +oid sha256:6e4b4fc567f2171688aa1e98a443f45189b74092e2867e5c9dc3197ea314f873 +size 27290 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index a3245be1c321..28bb5cf71c4b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:122f7352ca88efd1c175fdb3d6f9dea590ddbf87f93688fcec1bca836cc6c0e6 -size 28354 +oid sha256:e045b5bda99e5a8440693b68e1d468788f17848b5f49744274bc545daf07d429 +size 28335 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 5eadaaba119a..b47274c6065e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a19d171e309cc8836219b27cc1521448b8f25927f6f2929dd21984da812443e -size 27260 +oid sha256:3b9a4d8bdab607f7644008b582fe504f3fa8abf9e0811bad7fadd347422e1efe +size 27221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 75dfd2725785..7b1ef43ac6c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c9d1a3b92a60e329f8cdf89b697f4420a9c2dae4512ab8b37993f99e9870af72 -size 25549 +oid sha256:46157bd8eabf463d9d5ccc9201fad25cef88b5be9d994aba0578898bad8021c6 +size 25656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index ced66188a7f9..9a3a5d5c120a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6fdf115d4e5ffb315ef7f4756fda2082e9b88092fdb9f01c658616dd07dbb69 -size 25625 +oid sha256:a1738af2f14b6ddbc6d56caf8eee284bf19ee5b42b9647d689ed839549f8fe76 +size 25566 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index 5bbee6e758da..626519d6046f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0081a17573a2d36e1f0413c31cfc03b05b8e3f3f1777702c3f3c549228614270 -size 24124 +oid sha256:4f8cb468fa6885f282350c917dff75c53da3c1539674bba5f0befc4f84fa733c +size 24071 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index 272a2421bbda..c939b9caf95d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:397a145c2fa8a74013476a1104673b2cf6e6a9bb1f55d9e2d8f080f4d3c4673b -size 21254 +oid sha256:9ec72b709b6c086d74c95f24a5ced077bdfc796f7addff5aa083cd2d31060388 +size 21227 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2d2bd7df6408..c73b2e955918 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02769da1c8c3dee7163b6a1326f97b76d5df088aee88819d00e35bd94abdd414 -size 29611 +oid sha256:28474e393f3d40a52a157739eee2ddf35f0e6b1887815e9fcaf2b82302213bff +size 29574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index de125645f4a9..7b61d8ff79bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2869b1f0fe8c8e2531f4eb3e9e0b3a49de644917ef4db00e744f7150152b22bd -size 28906 +oid sha256:6d554fbf151baeeb8bd51ada7aebb860672d349b87504e31062902ba1e2d3153 +size 28880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index cb28d1011deb..f496196cf337 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbb767c78b5bac4af5a6b1da9b9b8719dfd6c66f6d7d1b724f5c5eca74b3d8df -size 27324 +oid sha256:4a230b2280d26253aa408a0085a58faa8a503378c802b4f0351678159aed0649 +size 27259 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a884c57fafcd..5935a4182417 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e9ef85c8e9f6d05d9604df32c53aad65719db9f13e2f2c814617c76100e2f69 -size 27081 +oid sha256:ee465fe0ab58546f88133d4b1c5ca7cdb4caa0ef770b1001cd557ff6a678cf1f +size 27038 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst index e6a6f3b2ee0f..d9b47fd507f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41503f6dbf83cc3ceb3bf4d739140456235cffd805738dc90ed40ff37ad79b51 -size 25017 +oid sha256:6204c1c2cf2824fd3d2109536e2e2c92f4a689b23f066fc39dc247d8a9468fca +size 24914 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst index d6eeed5011e8..d8af8d0c2f1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87617d4e03c3776e5541a512802965a0a8a364d02a6703d6d460b3647e5061df -size 22619 +oid sha256:6ba301bf0ef3f1304bbcd3abc679bec4ee757e92c164c1c74e2a828289afee67 +size 22621 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 12028df65e89..ca44c9c0d159 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d476f5b26aca72a2d14bba499310c07852c4a5f653a3f670bf9b7e1ef853cb1a -size 35326 +oid sha256:6bd2f272eeec1a2a81a1b44f6cf5242625a4667c0e272bf37bb1b5815daf37b8 +size 35283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 39cb5a21bc55..3d476c97ba95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1dace0054ce1a13c8187ecaff31d21cfa8615a205151077afedeaab11604ba6f -size 23570 +oid sha256:1676ef13d89b6ec0b047ff184771151b358c6ac1e39c9cfb8b65d5deb14d8269 +size 23481 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index b7e0b8f660ba..0be4e455ee35 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1032681c755fa0b66c2a3dfc6c2857c29c0a6bbe3ecde4ddf96a98bd3c845fc +oid sha256:d61045a8ff469219dcc7f263d469f519d4e54ba31708a6e600c4fede9978e4c5 size 20596 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 322a705b93a2..0d036bc3083c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebb3a8d20b32cf087e7c7d4f185dadaea382e45fb8e2e331737912d81f48c54e -size 24742 +oid sha256:b7bfc05687acb8a3a1fc8e462064ad674b22026664e235bb600923e69d488c97 +size 24705 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1630e04335b8..528b6cba877f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce8164e043c5e6fa6ecae2364251b60e7fa38eef1f72233f6420cd8edc2ba45a -size 21987 +oid sha256:535e7fc2cf39487b7c91ba109ffdbe102cd98aa39b8a9eac1033a999240ab6fa +size 21947 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index c7d8937ef215..5b6b6bf79516 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89c48bc0f899c073258e47d3c23a7dde2f76f136cdbcf0bc7a9d9b09ccfbdcae -size 23513 +oid sha256:ab79ba3330362709fd9ffcbb06b3210946b399e0d58a70de4e349e3b5ede4e8c +size 23448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 95b2af52576d..c4c89630dae1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40b8c6e4746f1ed8ce179bd3050a50d3a16025d7c56e75f6a528a8ab4762d4c8 -size 20419 +oid sha256:de34c0a38f23df0a3d3330b778c090713ddce7c6c0e65781247dd9dea49c07a4 +size 20426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 02da7ff3e814..0eea9dca32fa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:665ffc29554f324c3335c52fa623e68eabb7eb61f72b71d39f9d37c7e9563291 -size 24722 +oid sha256:1cb5e1abca816ada4c5b769464f0cc2b1d74782ed563d1cec3214da579c0a005 +size 24671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8f6d3231f36b..d93183272368 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:15e43e30ca079ba81f3913cedeb12e004a11658c17a1735cf96f0fc0cb3cacc0 -size 21797 +oid sha256:643b76d30c615da72e2194108e9ab0a2f448195a8ebbfba762877628c795d261 +size 21779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5d3bf0fae14d..997fb60f614d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db435c72dee50559ed03011227b76f6a82e2d29990f27f4d54f9b2316ada852e -size 25786 +oid sha256:ab993bfdd9d003f4a19fcab88aaba6ec97b338b967e2fbad5f6b7eaeb65d2bd8 +size 25669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index b6861a6d6ec4..2f3469e8c407 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f289626cf7ece5e4a695d062e21bc5ee4d9df0c92d5caebfdb2a15839320fd6c -size 22566 +oid sha256:d26a83a72842555607f8924644221b7f33423add41f60c1352612e411cf61652 +size 22558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index baa7044ff306..eda2866a4075 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c1c6b47289caf49b61270fede8114c61dcf26383874665f9e1f3413d63b87c0 -size 27020 +oid sha256:7d1f617339470c14d500446b641f1e80b5dfb21beaa2ccaceec1ec24905d25ca +size 26988 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6a446878781b..be0794f0a837 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b8d8201897fe976b85da452bf05c1e36412c20081672c3b45308eeb86bc5502 -size 24106 +oid sha256:25f124e35d0b9d893e1fbec260afb4096a85ecfe86588bc28c477ac13eeefb44 +size 24046 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 35bc30dad017..574658b9e0f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c7ddb57d44f399464d1185854b978f0352d5800b439994d0bc5942967c2098b -size 27145 +oid sha256:85839a0a5612bb1be13deb57d8d135581d96bde8ff3cfc9d5f1042cb8235cded +size 27113 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 1e2b6340f606..ae1d95cc681f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57b2ea0139fe57c51822109b44c35ed437ea39d607659a53eb15285c7a64f911 -size 24649 +oid sha256:18dcf1536c72771b66e9bcff7f16af7d9d3929967f2d0ce036e7f0846460a789 +size 24637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c0d701b0e7df..f759baa39578 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75b8e2acf39797b432c5afe99bbf1fcccab40b865276090633a6dcc9ffeb2f38 -size 28362 +oid sha256:9420161758e7fbd737882568973592ed51f0d7ab2cf36f065d9677544b4578dd +size 28332 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 46f6fefd25c2..c58a8aef4181 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49f1cf43ac3b11d186096290eb51dbcdf78e732e6ecc2a127e94ae5452cf24d4 -size 25969 +oid sha256:438825f59ff33d2e6b3d93c70411822725fb2854ab633cc34fd8b6201e679b25 +size 25901 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 08c9efa96723..831586ff5f06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a641fe9f3bc6455ab0c6d9f58ba82bf8c61f2501835c1fbed279df7db734682f -size 26904 +oid sha256:8fa412a81c70600b256fcf2828ea42b53ff8878e4eea024adec704c823ae1bde +size 26876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 53156ececb7a..a8cd033e4605 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75351350a6b13a30f09c6b15da9976dc7c3f737339cdc51065c11d6497a92f91 -size 24387 +oid sha256:44f9d11f3ac5d0a1ef6dd981fa4af52dd9d8ee31ac71afab02c8cf7d4bddb3a4 +size 24392 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3a705c1ba32e..c7cc428bcae9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12b035f2cbcaa1d3a82e3d12c29a3e4f3c345830f5db5488fae82841cf3b9abf -size 28295 +oid sha256:e343a9c94c2bad8ccd4fd9cb311ac33073f58d18177ad0017f21ae39a8615903 +size 28215 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e7cb1481751b..d79ca4d73981 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f00f77e6713fa27461a90467594aab1d0e808f5213d19d0f13796d0246c65130 -size 25779 +oid sha256:0fea5a7dca60300e33c6d6660cda17553a43dc38b1b2566c8bccd616e0434141 +size 25725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 213605c3ae34..26f31cf769e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ddf4299bca57eb933c26f5072414654975f602e415a83695cce118f4b6b07523 -size 29078 +oid sha256:207112304451f0df9b52dbb3570829e30600b43143688528ba6509cebde94a5e +size 29063 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 75ddf096d6b6..1d32883f34ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7115f0eeaf0ea847ed5e21e01d6fc32e1e389e6c6e78a2dd6c8f457a3668c79a -size 26413 +oid sha256:4633466dcb95476888f136f76da34538c3cb872156cc24f8d642852a39d12880 +size 26375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4189538e11c3..686a0e42f131 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57259f8ba05cc83a60016b49b944de5d9b7a8afa17c2ffde7cdd1d5bba4a5203 -size 30443 +oid sha256:c1548562d8d6cf88394dd34869651600ff8a915a6d5ff6134056ec7ab13eefbd +size 30424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8bec9daa85f9..e696671ee927 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e98d5c70863a4515ba6b9e3c39941d35d904cb91904fb9799eeccb5260b855c4 -size 28272 +oid sha256:241cdeeb5611dfe11c6953707660bdb303315b4231d01b5fdb8f1a8ff318b011 +size 28244 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b004ec649ad0..92c96e64ad3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4b2382202a4d769ab6d19d0e8951dc774b616674f8458351fde4c2d79754475 -size 25413 +oid sha256:7d7e8d52e80c76f51d49202ca2fb5332e6201f158102ab72de3a15e00ed7d956 +size 25431 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5fdc2864bba4..032838a4ac03 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87aa07c27e4e6659dedeab44042aa9a7f9fcb218de29a988d705b02b77da2dc5 -size 22841 +oid sha256:29a24b3077a7a64877af15bc7d86d9dd7f9915c878ba6eb4cbabda1955a75f38 +size 22804 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 34819ed3d313..694dba4126b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f488928f6e2cd9f99d3a5ff2b6d29d51a368fe44afde20ecb4e0539ea8f94df -size 23937 +oid sha256:7df4b925ef2944439bb1dceea9db2344ca27a45dbe5ef8efa0a1e93508af3c7b +size 23859 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 687696a3aa21..68ab2fbd059e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4bc84f61409e2fb925af497cf69ecf7555652328f292925d7f47e302e4279329 -size 26081 +oid sha256:5cdde5f072715c7f52bfa1ae390cb491731e391bcd2650fb066da9d1848ee0ab +size 26042 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 8b53f9b9b3ab..247827097fba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e71dee1e1e1ad374228f92e770fe4f31d6d9fcbc98e6a03057b775cbd6976e4 -size 22128 +oid sha256:7e661d2fe2f4bc10a70b6960b7c9f9b88bcbf1ac0a647aec562d4d49a6d64d75 +size 22104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 7fba17a46e51..bfb277df47b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9aa7e499bc3553b69e40db9032554419f892dc7f96c35d2a042c59e98437ddd -size 23542 +oid sha256:088212fd05615b8ab97b6bc8b97c8e488beae1c91470ca4c459bacf150ae8c34 +size 23504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index c6c095fec329..70de59da1846 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f75a37f0a0268843089529bd5ba39cc9fb741242f4567097d347ec7e19faaf99 -size 25512 +oid sha256:d6bd3bb1e22ebd038b48d71c796f63c8e8746f4cf7248873294acdb5baa23883 +size 25457 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 4e8391821055..0168dc8d4750 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d61caa13abbe5491373c6e1b620598078a19c087a68a8064bbb80b750bd99c30 -size 22019 +oid sha256:d0be3b79a2500cca3f126346e09e2a9fc92ffa6d83b0a481076977fb6f748eda +size 21991 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index de7302516ae4..ee8aac75e9fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fddc9e0ef041987dc5a0f9c22173f8fc7f01ce310306fa4a26f5a04692ee0028 -size 21167 +oid sha256:0481d775456b853b51eb338374642f2d98c2f2a921d78dd37a2559de5eb1fde3 +size 21143 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 4af453f70af2..2dffc222176b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b828df556b3b6a056bdd2eb6f932e1b61a95f0616b2a887cb5642e4c41404bfb -size 18556 +oid sha256:790fac7f3aef59e013acd277a8f0a914adfae4e7a9e64a82bb13cd992baefc47 +size 18553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 9b36f03cfeac..55cb78c2bb55 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f5ff9ab4f667dc8612ee26a5150108815b93dd39b6969dd513d87db0252bb65 -size 23408 +oid sha256:8da76f04895d3ba84c5a790324d7a47746146339459e0fc8ac2d932c46de665a +size 23361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index cf66fe8227c7..959be148acf3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5877b74daf79e50d155fb94b7ad2def1ee51812e6ec1dce8f57c692b33f9739 -size 20716 +oid sha256:053b5ca9b91d3677a1a358adb270156bbfe7532789c29c6d14edb0e2092bb46f +size 20687 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index c8360588b30d..4b97add539cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1eac9a62fe8e35638d21419aecf0cdad95e20a7be4a80d690f5c9a9ab1cf8c2 -size 19923 +oid sha256:7713e6f00d25760188989f0e57cfa30fae1fe19636fc8432ce84c05cbc6f5cef +size 19888 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 80b493cf08f0..3dc3d07fb9b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19a4cc54c0814a559ad5c5ad399f42c2b135741abd6712e51a59fb1b4d813b1d -size 17474 +oid sha256:dcfac9974db8d7185b3e63b1d86dc13affc7961b6a926c5108471db052945a43 +size 17386 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index ff70315ea2ba..8f4be7f82f7c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7996c79fc625c5ba3d75b3bbf177178017e97f28ce6cc35f8496e387f96fcf67 -size 23590 +oid sha256:3637939fb8f74984af294a32c5a00ceaa783651b334f11fcfe61ddc0441c714c +size 23518 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 58350c5637e3..4c33429dfb2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bf7dcb9c2c414b9dc846d4d8f2fd68b2c58e810ad32c781e6d5259d9988f164e -size 21699 +oid sha256:97d3d553d47581985916e30fec0bce5468141ec535b4b0a241e6b623a1493678 +size 21632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 1c0cad945253..cb2a0d426329 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5dc2453ac43330c8e02e2ac904ddaa8c822d4baf20cebd9f1b89f866ec7509e -size 23102 +oid sha256:4fa85693a05e498dd1bf672c0b350035d5d512391f0d1c52c89364f7ef0f9294 +size 23104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 4a6e95710097..92893206c676 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6af621960e6b7725df5fae2a5fedeffbc14bcb22ef6f5e81e51d9a318052d3b3 -size 21726 +oid sha256:cbc027a6f0f735d6337138d92c79a859ec227a94f30e568411edc84747591fed +size 21738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 512370da8d7e..9d988e5510c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7b76b5fd9d4fedea0beccd2eae516438c121ea4fd6369519826ca9d23112156 -size 25421 +oid sha256:9e7bc11a719a9413c2100d58fdfa0be4f84070847d08e7e3aaee9ae2dcd1af9a +size 25439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5a3a54f542f0..fa1f774cfca0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68016c10ea796160144d8878481a906b8f5749d45db002fc9eab948979dc1e79 -size 23090 +oid sha256:436149b8bd590db397ecd9ad5bd5e0c53502dde940f7cf18e38368b498b378f6 +size 23065 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index a0c4a1fe4f70..0392aac3783e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83d1b902245c777f62d33122624ee9c92cc72cb39dfcfd143cb9f4c030c658fe -size 20944 +oid sha256:518e74a725755f40fc0f792fd8c42788be8c92a869745cbe589929e4d7a2dec2 +size 20922 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6bcffe3741e1..0d7e8b78fb59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9f16bc5cf7bc93adc93c576978c7f35826db6d2f04659c6e4e2ec517b53516c9 -size 18558 +oid sha256:39821d21656f27bf1ac76d56ea79c7630d4a2e8e0678341197578f83c3715bc3 +size 18534 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 27daeb7a6be6..5e9094b1a91f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a51d3a2df48e6a891115387e6ccc886ff4fff8fe2ae8f0e5883b3c6aadc70b3f -size 19802 +oid sha256:26ab6069c2aedce349749ad6d82f9cc5ad13e4547fea220a438e4e4c86cac53a +size 19778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index dd4d149ae8e4..6cfc5237b7cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29e6a718477a5fdfdf96d5be10ffc66053de278fac63189c974d9d1996b6aa0a -size 17422 +oid sha256:3b85ab4ee19ead974d20351f565b37b2adee33cd81ef9431f2f0e7a9ffaf7095 +size 17408 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 7386f782956a..48cbe8184a16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:66d845f094af2601929f1ac87d9e226e459ff8fc9517574cb0617bb228ef1654 -size 24622 +oid sha256:481b8f6a2a38584f5da8ff906950563c592a37cce8605f6892ef7420c69523dc +size 24574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index be94879e2dbe..9f553eaffcbb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83e61de64ae870473d9e6262e2bd3cb8084fe6a65d97b2736df0eb81478c0e07 -size 22370 +oid sha256:26c3153c138b0288964b486733b75e4b35fbeb4d3e4f312bc6fabcd31d416939 +size 22344 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f7dfd3f68e8f..207837fb39ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:534023c20359ad61d665ccd8e2f468796b731014954a1f871c0965c84c70ac3a -size 24151 +oid sha256:7949d147b31ca1716f5ed967656377f9267804d1861d324e04fc613c286b2041 +size 24116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 656439268069..8cbf21fa3e78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c63edfab00fa47700f3f19962189d89eeb6a8958634bc64f8a31081aac07fe3c -size 22827 +oid sha256:29c97d8b9f89e0681ff803192f2a2f5eaed6c183d69682b7be02fe64cd5efb08 +size 22778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 838ffde6226f..5f857c07bd8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4dbad7dfc8ea7b95797252cb79c3dba49b6ceec62734ea7093f3a530a5a13335 -size 27100 +oid sha256:53e85b14e6ae0de9e05f210b1e1963be2ba5e55d9fac78d6e81516ddfacd870f +size 27095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 2c166800763c..d250895310b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48b03e15101bc982eef3f377f4fe8911ecb5bf129d4390c8fad525fb6946f272 -size 24360 +oid sha256:789387c01c34f5dd49a68b8659f6370bc6969f80b80c9161e491f8f2efbc05ea +size 24338 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 70e1dbc9bed8..57b00513daf6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0663cc0ccf8a5f64b05d15682febdd4f5a8d3ae13f1055d0dc238c6197f35cae -size 22022 +oid sha256:03499d35fb66149682819282de2c74a89cae259ac75c053c8dc945357dcd99b7 +size 22032 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f954e4fb4f7d..bef222197018 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47d2e973ede60fd1d8e16d5c58ef3a8f5f6f2f4a42a390e01fedae9cf7c9aa73 -size 19071 +oid sha256:46b5ce2bfa6152fede1e73bc45c983c6d21993cd177356b4b216eff08e2b4424 +size 19075 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e4e2e22ef00b..490dfcd51a53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:842541711307a9a57b5c97e74e9d51bc5d40fae4075efb9dfc579a13aff0dc6c -size 20747 +oid sha256:8dff625f5538aff7a29a2961f1e9ce41fa9eee0e61d3dca8f3f50e22c3e0993e +size 20731 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index ac5ee30c6336..311d6583bad3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e519eb4d49bc2be981075cd8f9959b398a06782b1973289afa8ef552b0039a5f -size 17917 +oid sha256:90d2ed52f50bcc35a93965369595dcfaabdc08e4895f3b4bfb7cace8f487d2c0 +size 17911 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 51ba957abf33..fddb22abf7d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f1b2e1100d93355c6913e07f0603f0caa41117a58043b7dd307ea6ffd8b5e64 -size 29577 +oid sha256:b1f6dd81270d8cee568d39fb4310db52765f718f0e197f928bac7dea30e086cc +size 29611 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f0d46c2f1da2..26bbd3b4bfa8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8032e501f82eb2bcbd5af4be3b957dc3937a61aab2b865c235ec8df4f2e038b5 -size 24697 +oid sha256:f936b19cc1548647ce7810fb59bcf59bc9bb5a4ebc18a52ca823098fe92629d8 +size 24672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 5c7cba4d1bfd..70638878e618 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1322c93ed52d1b0c30d5080d4a73c817518872af0b31b4e6d398c2621f632b0 -size 26776 +oid sha256:f88c1daf2a364f12efdd4c09900ba706ea7afbf3d12c3416c51e3569ef6f724a +size 26786 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 1b89e13b316c..7621dccdfdcd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d55222d637e61e7821ab83ef1274a2edb1255e4580b274ac8cbe3c5eb08e4e03 -size 23153 +oid sha256:92a2a686692e503fcb412b776df0cacad67daa0eb3a74d6e5edc4ac7cabaf10a +size 23151 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3a9327173e0b..faa7c6ced5fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75f43aaadd334b98cfb9a4bdf25815296ae82e92d1474ced73d6cafdea2f3dd0 -size 26388 +oid sha256:c39db82bc9e96512250b72517df7adca25378182b323762bf02d63e248b5f3f1 +size 26361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 00cc58cf2660..b24421f01142 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:afaea930e3e195dcf61a51b0958a645891a5a313accb5dcafd2a99c0822c7ebc -size 23832 +oid sha256:3e0b71e3c92ad9182aeca5eb54459fce44a93e4cea5baaeaaee7b4d198902a43 +size 23827 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 2e4673f347d8..cf4c453255ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e3afb80aca2a80937d03d4db26a964fe5cd1112bfd8a51f43308f5f38d2f1cb -size 28498 +oid sha256:38753fba4e60925b9410b107bd2140ab7f570ee64700004889f05e503e5b2bf2 +size 28487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 0bbe96acac0e..d274f8e44008 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19920f489bdd66ef4438148efc79a3ed498bd3252da1582ae65701ffcfb56318 -size 27212 +oid sha256:41e74dfc6c33a8c5faaea5e60f6b6fe04ef7fbbfb67e8bbe3264735dbf861d9d +size 27158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a98444b989b5..8545a70b0d21 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b08598bf7c1510ea5c63203244ced9760204fa654808251854e760d81cb968c -size 27785 +oid sha256:b4d4e490ecfcf9a899dd6cba0e5417edc78abd46ce270cf6ca3c5cb3d9cdab6e +size 27717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index dfd6f44c1b2e..2cc918e91f77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:096ecf04cafdc19e6434eb13b12d0c73656652227ef5759006b616e39de2befe -size 26909 +oid sha256:6192622a482dc17e7b3f92c00c84a981524b4aaf7d3d45e3857572f25f8c32c5 +size 26864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index a558b305b27d..33cfa932ab30 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2de0524c7065713481cbdf11abf5563c8a388b2475c6314c49f1e8d859a4b862 -size 26819 +oid sha256:ba4d3336315e75ac38c9767d5648daa0495219336fbe7dcb2ae3c35af7e45b75 +size 26792 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9eb9b05c1b31..f3541acbed95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:991428e8bc93f4e76a8a948863732f538128b62ee46855ff619ef180ad36796f -size 26260 +oid sha256:2b3f3d96b2d628da100d50a74f1de1dfd7e56894c975fedc116da7f713167dfb +size 26244 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 0259e056325c..cb927a031a91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26b4efe28c807ef2555646df391bc9cf21c26a1c70d6b0762746bc043a1ab323 -size 25986 +oid sha256:6d1a91dc421bfd37d6069de85e60a4dba92d9c6cb61caf7f0e3b84549fcb8a0c +size 25993 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index f0889b399e8b..f6d49652fd18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5849ffbeaba963ba36504812bc2b7ca249789dfb66e4c5492d24eed49ccb26a -size 23208 +oid sha256:7fb3403116c883836aea13f2993c5b581357e8c0cfa60f323c3a5f3674234145 +size 23185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index fb6baea09b98..7cf141ccce88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad53ced7a5e2340a6c5ff9f50dac65b56a031640a2330e963b9eba2051c6ced4 -size 24716 +oid sha256:642022830d1990b40f8b219e184bdabcbd2ef1f1d775115d958e8be9c438392e +size 24741 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c9d72b086b9c..a0e039129184 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:070381579a82bbf88509845485167a8204acedc876df99e966a095f5ae591087 -size 21993 +oid sha256:50049456c9cc3004ad9a69b9a9bbd87de89aa660146fc67edc31c11fd0946b24 +size 21913 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0b79d33d2fbb..624fce9857dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:790afa3c309856d6e8696ec32ab6851ee8354106e6de5628cd45c773685fbb3e -size 29649 +oid sha256:84e9592c13a92b4fd195dccb321882833885d88ddd46cf867a17fd3a1bc08265 +size 29623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c6c01fce92d5..71d25edaada6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28f963db878cf562d3cc42256682da2e43ea9cc6ffcc3beb2a92cf7eb9b97bee -size 28294 +oid sha256:7dabf3d3829506f3add0048b07ee4ef350e99cb9b56c39c40f762f66e484d920 +size 28199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 8cd35f5cf6a7..a7c8a6780fda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3dcebe6ca9b12f773087da02676a63889c8b99ade1e1df634e71c2fe1aa46507 -size 28953 +oid sha256:312fe659eaa5523d170eaae9210b052ff6c44c3a12e412f84b8640fa9fd9a3c8 +size 28879 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index bd4e048c6ba3..234d65e104ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:398499fb791fba17a66f9a3ea4a0d06bff7e3079767a01a91ea3da245587737a -size 27878 +oid sha256:3f25276cf83add97b4eab8ac23f166b6e778f8b055a971909da62280820f0913 +size 27827 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b74efe2c6c66..030704b3ee43 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c00c1500c8f8f343722b78b81a42aab51d507af45a8e78422d2d54298d20824 -size 27848 +oid sha256:7bf3b1043bf72535bba508d8007fd79bc1c8c4977059303dfcad5881cf553080 +size 27897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 79dcd79a9bef..0e281a6ea06e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86236da529989110210601c08dddbf981a5243ec12cf043865a6576a5e764c37 -size 25336 +oid sha256:f8726e3702efa22de8a42526c9ecc59a533996d73edfef1b301f37cd031e3cee +size 25318 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 6cefeed24d29..95c8dea593fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d2a7b48c43eef29bb1e86d299d769665c58fec46beac1369c8efd096817b5be -size 26937 +oid sha256:5fb4427b417d6e141307fadb8801bc0dde1b52b109c7486c734d8af34ce97991 +size 26952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 04bc77693d04..2a63baceb84c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d7a4e922430a2967c1fad687424785283bf7c3195326b20d65a0901562e3ba5 -size 23669 +oid sha256:e5c414e12aa2201c7a3f17f8887cd9d456270cf161adbacf2a7612925bed7b5b +size 23688 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 8ebd1046685b..421c071346e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c1e2c08fa3f9b80131a7c55360ca6d9e09bafafb38a6dc6a7b16cb38f55b3a8 -size 25774 +oid sha256:952cb6bd436b7a88f7e2f9629c011bfddbe395f9ea266db5d3264057f3d12565 +size 25765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 6ca0e573aec5..ca34bf2ffd08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3380d1e93e916dc4c256e0e1e862c1b818b5a380441b4765b071657f0358159 -size 22380 +oid sha256:f41710146428cb4f8487830018d0897a1a4e53ea2c9ac813ee03a9b74c2ac19e +size 22372 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c0a9b798b93b..e7d892199b4d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6dbe779ae1bda36bf503edca7ea27eea4a5c12d64e379d0e3432913624b25e7a -size 23249 +oid sha256:cde274df2ce07a24e5b8673b1a4f3e1c42daf524c8bae6199318388b13f7da04 +size 23240 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 36060af88d82..df93ad484b4c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c673d190ce61f1fce1776ee04e83610b7e068e26798fce36d9978a7bc6a9fe2 -size 20997 +oid sha256:a96ef9564c6fe7b5a2a8e949ea48e2a9772979ab103838066b138483c595b578 +size 20952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 54990bf01672..78ec1606fba8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:72c2a899632177d6895dc109127349c2ca022ad8478ba5d35fcc12de55d691aa -size 21158 +oid sha256:99f0fd49d470577fbff3933382fa20b6837d80e46883a3eda57f0b4395a1fe26 +size 21154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 543dc7766d17..976338e6eed6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0115d90543aef530578d301535812a2ece4f29891b2e9693c817bc323e723a30 -size 24257 +oid sha256:880878eaf636b28eb5ba6e5dc5d47a3529884e2601d91b23dea5784b1a58bad8 +size 24253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 755fcb5d8463..6cec03108988 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff3e64ad7f6841d50349bc0afb51d52f632941b8fda3f65068ca4b47124b312e -size 20415 +oid sha256:a842d03741a4f3f4de84e84064d3d93842a4fc46a8297f6eca23a506933359e4 +size 20338 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 336ff9582950..955c2ebf02cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d7eb553be556a7e982c967b80bfeeac9d1c08dc8c901d3472e2bee8d6721ddf -size 21490 +oid sha256:c6b7a3565ee36167637931b7e270844144b3685910a2a29d1733dfff94a5c275 +size 21442 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 9dcb66db11ab..11e81f81a272 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8df7fd34c476205bc2e44bcef5d7d79b55ce76725e66a0e3e63988f618273343 -size 23774 +oid sha256:0de7675b9a87f0f613d8aa106a862cac265bf15b7b7d625f43a00d2e744d2fa8 +size 23752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 42523b90d17e..2e4c48cd4ccd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:510e20ced0c20c58c4e31690458233e0ef00639dca0831223439c66cd6426c1b -size 20692 +oid sha256:25b07d1d79a9956e56c90f93ed208d0411c20939088c22f6f248a36ffd682030 +size 20645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index ba0243a1cd6a..162613b7be77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7f2fcae267dd5b3536807d698a5768db45b48f86cf1a0504eedf454396fd73a -size 19386 +oid sha256:6a0af4ef7434c940e7cfcc4b5af21a12d5b2fad864b4fdc20c20bb64c0be70cd +size 19364 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6d5aee3e947f..2a6234008312 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1413d0a48d90720f325ba4fa9c9029ab82c8e5eb00c0597cd4d755f6baa2398 -size 17251 +oid sha256:d670612472fa61d95e0e948cc2a02173aaf6d4618e7581a7824a0d60dcdc5b5a +size 17255 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 079db768620c..f0275c4b7312 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a63d23dcb7519f906622d62498fb32aed35b2ed204738525e5f1e00c18dc0a20 +oid sha256:7836da1a951ea48ea51af2c6e792420fed3a142106cc30041c0849e77d452fe9 size 21342 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 237d5aba9902..b09167856fd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:146f4f2a9d914f41e1a516ef287cb48201adbad88134c951778d52444c94f34c -size 19207 +oid sha256:c8b353594569940ee6416b8aeeae9b0aab532603af1db4beed1f82dec6c634ca +size 19188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index c8cf894d3ea6..12b79c0d40f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee9fea34fe670473d9b3aa575733790410e83a1ce109a11e36c13f0551f9512c -size 18641 +oid sha256:6f345405d8aef84e29a521ea987dd3c35c948c8def7242594c2947573ef6f457 +size 18645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c08295e64f4f..085cfe82fc28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7178c109b5db58165892d80d49ae2f9969f5ac9f1ca71b0d60704b0abe9fe05c +oid sha256:b0546f3d11d6a467a05e4cc10a10170dd5764d6aeceec65eb486fbdd6a69ba0e size 16400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5f58d6f5a61e..1fa0b2c12d7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e71021a9e034b781ed537922657ed1173f49e1186e42d3012f84e64971fb1bdf -size 20661 +oid sha256:58c9f4906822125ea9d2afeac14c7560e9557962b0f3693ebbf038f55f0404db +size 20700 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index eb992ac7e2b2..8d35ae82d48b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adab9a320ddf1c2aa28c4ec590342918e3b4fa9ae74e1543cd923c9692a9652a -size 19947 +oid sha256:ac4a19c69b9092622a81e95ce349e1e76f8f6179bcd75186e2ee344a40763b4a +size 19887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 9fa364143638..7f3e843a3b5f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e3e202c316eb67f35e7d15be53479998c0c0f2e1f59d15ed710322b53c6fc6a -size 21093 +oid sha256:7f7c97daab94930ee63f163d36f3ac2b96500033a615d5f4a39c5e14306766d1 +size 21054 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 96821cd496ee..4f5431ae3729 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de81a54d2ddaffb26bcf2fde2d379ebc45905ae306272f09b90d180fae1120b6 -size 20361 +oid sha256:e5d654d1d32aed582d41baf6a2f4d4e13085412ca1eef812239296ebc1ba83f3 +size 20347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9d61d06347cb..14c63522f8b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fd1af8979a4a61e4f89bb8524d0f6f300542c651f75c63c9252eefe49407a56 -size 23184 +oid sha256:af0f575de0ea3843e16de335c5f8a8b59b9fc2e2c324c41d9709420c4b7c840e +size 23173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 71e76e424907..f851f067757c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c821494308022da38b0be208773f9e1249a292dbf7018f28d8554a350d530ab2 -size 21187 +oid sha256:f9920849f2e3246392616ec3f6baa4f11078d665dc4c57b6120be1c1a562c0cc +size 21154 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index d83ee4b5f515..d3fda4ca14ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e96269d43b22e8115bb807b188391b1f657d575b68343078037feea19d0ba19b -size 19348 +oid sha256:1b9b76d9aa0910fc60cb99a4f3ac1c14b4134f1ca43f239b03cdf5041f6ddcae +size 19313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 8ae5f6eb5cb8..f5b6295acc59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64acb5fa2c51b36e5ba60bd4e270e1cc3cf8dcd1dbc1b8c51fe68fa7a16c41b1 -size 17144 +oid sha256:64e54b0eed35c82b27ffda4850ef4a815c73d5cb083b0cf4956f292ee5a1b012 +size 17131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index bb8c6348b965..c7423802c47f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38958960b7fefeff7c8eb70ff4c7c8b31167239c7c27c58cc4d1b728fe401116 -size 18572 +oid sha256:c241e0f5c5b20bce5b2a378f652fc603d9ccb662afa0e72ecc9479767bfd1b3d +size 18565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index ed31700896ac..4df9923c589d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d04ee0189616a26f130dd822e2b7192867ffee22c968697a1496208db8b4922 -size 16261 +oid sha256:13fafa79a02b6ea747cd736bc6bb7cc5dc59490e7ebb2c8280be53510692a962 +size 16238 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0a33b1d3c3a6..80383c4d58bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1ba3c5c9f7689f1cbf202013538454a208e2f579d1e056e8a7fcfa27091cfa2 -size 21838 +oid sha256:b32b4fe4d3e72ffac08addd7c4acb1c3cbe0a3b2b61f4bd7785b35ab140a4b1f +size 21830 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 830ebf8fd531..da9249382ba9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1238a8beaf60ba0f753d79a2fb31cca7f5497138289a47f32be668f29732ed51 -size 21107 +oid sha256:1963c6fa0739f5ac8b32136a7b2b9fe1484576d8fa38c4596167bea43e81549e +size 21092 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 861832fd0606..41d1d1aba81b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26c4ea55a17490d7f6f39b984c324cc99535225355aedb5d4bb9905fd7d302aa -size 22249 +oid sha256:44eed1f0e5fcd30a48e13a46251c4adc6d425d89dde76671059b3b08bac4fac8 +size 22202 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f6fdf46fefa0..ca0b32f1620c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fbd3de980362bae34df15e88d77f4c7416aee22054c1f4975e24b7e0db0856d +oid sha256:e5eb3158ee46e65a29e44083c547dbcfbbe0bc1544c852a9274df4ee53c74805 size 21497 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f97d5edc2fd7..b0e5553ea607 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62f0e99abf61105b23ecb07d3c52e308b0595131af0b4389272ac0a2f89b699a +oid sha256:245eeed719cefc8fba2598c90486f0dd9f73dd8a719613b6fbf384a45f25ea20 size 25067 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 77035456530b..4f6e19e77323 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3873b21972f2d301b72aff5ab1c94e6aafec9abd29d8b8a41f7aab2d229976db -size 22427 +oid sha256:80e3647adc7da0a284f33a6b1f1856f30bfb24ce9e84b32efb0d89bb45eda494 +size 22411 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index dcc16c74bcc6..a9d07532c8ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c0fc58be2ff6c6f46e86b35f3a224a5a45413b920ea464d471b34dd8f4893320 -size 20229 +oid sha256:80b1c2d4084f1f207ec304c3e477f9e99c77dd8143c6664ab438d61c5cd8b125 +size 20228 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index bca0153ef18d..fb0c921bdd4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ff7f1886169343f024279b965d6a386bfb6d3e3a2ed5dab8e9f0b8d4d2d41969 -size 17710 +oid sha256:4a440be0427e5010d34092a9a9e51fb209c8672a9fe9445c825a4c78da78855e +size 17691 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 3641ce2e326a..49ec1806b733 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3b9fd896132d85df83573b7abe6edddf3d40912d3e33ebbfbce6591c9c4cb47 -size 19181 +oid sha256:6ef67c4ab9e8717065588562356615eed5695c522341a4bce6f1a43de7e3a82d +size 19151 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 626ec4f4ecdf..b32ca0ef4fba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:271967734b2fcbd3863f06adda9d8c0b65b1baa74c8c6a6f2a8eaa00c5f89977 -size 16935 +oid sha256:e64498fbc357e38c0f11cc6ce99411197dd69500a98526189942d3a655d48cfd +size 16905 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 85fb111bd0ad..19f8ade41f1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf1da98d1f0737144197920b57afb9856fecc5bdf28e00dba07e2ac0bb7abf7f -size 28429 +oid sha256:67b661d0e0edf04f5ba8c8dee3ad82bed87c49204fcde98fb9e8cd8b21535279 +size 28425 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index aac2c6a99753..bbf828e14c81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4afd1b0660818e329b4ea7283117d5101610e8c3c68795d5e0ad4bc69e685d18 -size 22641 +oid sha256:9fba4ffa25d22f5fa36ff71452a5b9936dcb9528a4ab80454a85c578b7b7d656 +size 22611 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 558395527697..8f7d3e39ffe1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f39405285e289b8a6447ef783487b10e187052abae576795abe47bd27031f71 -size 25197 +oid sha256:af498429766ad1133ff5f5e9bf79bf42592fe6883ad2868a8aa31cc7fede1ca1 +size 25198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 2394bd35344b..e463b4959041 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42962ae280995b1b28c896dc6cf099a1522456af28922e90a94d357861cfc750 -size 21842 +oid sha256:1afff591b4a4f75cb2e2f5f2b39b1834a2d6b709270ade97a7f439c5f9d88232 +size 21829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 35e41aa51f8e..09c91c74a6b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02c75d7b32dc35eda66ae83d7cb016b397cf67c7ec4fff17a9a2a1efb962568c -size 26387 +oid sha256:b8b61b5ac5f7fb3f1e20c1ba84f3d7a4913a491a41998ff4ffa0b7fa8a0f79dc +size 26376 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 293890c386fd..194a281d7aae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8db057cf2101df8a9d8d49461a67c496e0c2f072ec75193808891de540a56fe0 -size 23692 +oid sha256:464a86404964ac2f569c8f6309bba25b960640fdfe08cbc64556024fa9adc2c4 +size 23679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0486ecb5bfd8..d66444faec92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4f47ae42d046d4d5a5d23c8ffa0582507191d01a1507fd1c41d443270423d36 -size 25460 +oid sha256:efd2d8a713e633d1de64e6389612416b2690dbcb46112e273fae23a129e890d3 +size 25417 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0df9a54bec84..aa6b6d36b5ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a2df729906bc2284d7441d9a6d25113f56e260266c432b9c073c8454bd0c83d -size 23963 +oid sha256:4353e6674897a14c92b3b1bcd3be574ef961d6063aeb45eb8b678491d753c907 +size 23904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 417c5023a8c5..433525af6f83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e95c516fda5550ac2a807bbb793ab8cf9b82023250d30170703e9fd40f6abbf8 -size 25957 +oid sha256:741ef2cc5267815cfa124743c123cec59d306f17019990e86d971501f594723e +size 25854 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 17375818d3f7..056aeb27f536 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f9972c5d58723eb37ad18f38186ec52176b7a192ff5205fe82a512fb64fbbde -size 22125 +oid sha256:0ff0604c98cfb730d1d9b625ac7aeffd623e372af2190500523c92624e323377 +size 22121 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 273b8e52a669..08bef94ee4a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ddf99810df4f218a4073e364f80fa92a26ac847a0f69b20cdbe08e8333996c16 -size 26107 +oid sha256:609d33f129685fdf59324bb990d108c71c7fe876c3f0fac68bc9b1785015972d +size 26061 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a021ce91a2ce..333aac445570 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00ede9a834e48272ab1f0d7bd6547874aa15c3d02865e57c62cc516c7aed4bad -size 25039 +oid sha256:620e2b3624769abda03308b55758361653aa7cd4d41ab174f507e2a6870f8607 +size 25035 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 67c8b443c2d3..d1271068aa41 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bef66313218910b0f35120b43c7d55d2eeeba5503fa23b17d37509cd9eab0ac -size 23345 +oid sha256:21895b141b4d213317451d81d2b9edc9493adecc46ec58038ca99e99870e41e1 +size 23330 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 884d5766423a..38bad2c9002b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:286f49a87c5fe4669dc631180fc657a8650206392a79e81c711b06e71c05606c -size 25378 +oid sha256:85bbcb4be8660438a7822b758d6d1f62753318493332f26b20f76803e869b71e +size 25381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 293a4a0bb8b7..a19aefc68668 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7050b30b618aaa56b2b547c11347cd25afa20137ac8499f37be9a01cfee5460 -size 22002 +oid sha256:34abfc1cb663c0dd031c77bf87f4c38b48bc318f9dea2703182d6da21c4a14af +size 21966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index a6d4e4474509..7d4a25039f74 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb194dbaf49e321043c6810f92d9eef385a10a37f51abc1ddfeac5ff1eadd91e -size 26005 +oid sha256:803cfd7e52f0e39f1150500c53d66e25606d625f430f98547d51d796e8038608 +size 25969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index 17c009da9388..d1b1ad3d3487 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0726dcecc1e1207113c429839ce23daedd201668f9f66755162cf7d6d438779 -size 22413 +oid sha256:25821c735afc426668546f4f587eb9660b848ac1a394d88bf8e65e89db4b9fe5 +size 22412 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 63b89033ea27..0a6fc45837a9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a913313bbc83560e0c3aac4fbc5284e0f9f87fd8ea07db83cad22d9ce010e1d -size 20331 +oid sha256:a759bf271417b28c64f330e5392fab6a202cb96b3f6fbb3e52a01274de2fa487 +size 20314 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 822827e2ff7c..5e44c926497d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dcf15836cde3ff85306c74872d7fa8686e8bd89e00f2923513603c2ceb1853b6 -size 20744 +oid sha256:4a29f7b20c86c07bdf0eed2d7418daba3784f9a32c8a7b1fa86df923309db469 +size 20737 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 692ceda96d21..131536667a2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3547be34d4b39f26383cbeb650b03f991e3a00ee7af113deda67e2ab9e888cfa -size 18336 +oid sha256:170d66a8705a09d6902901e3105394c37b095316e5d91ec3434e794d39ac3640 +size 18284 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index ec3b97ae737b..e37b1833377c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8b5405a6adabf44d76bf46d2263d5f8d15836e0b9da0b19e06ec7712ef71530 -size 22776 +oid sha256:2040ab1c0e568d88bd282d350bd63197c1a4fe5fd59ef0c2bae2fafe6da6bb83 +size 22801 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 9ed9d0e0cbd7..29c3bb6c87f3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cee0dac4fe97c49f089f6386fe377ac583edd2776b37e5d947043e95a68a06b8 -size 20289 +oid sha256:01d897541fe0bb5b9267f878366777455e35a29bea329871e07d2c0a3cf2111b +size 20243 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index e1d68880943f..57b37700fba7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05e7950a03c0152563a4bffde7f699238fd06a19fe51e0ba4fb7fe3cf7ee7945 -size 19792 +oid sha256:af355cc86f9645d4fab25069b481d2ea6546cb174bb464756c828057a06a258e +size 19753 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index e5a938e3bafe..d78227159dbc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a96f1ba6fe39b14c6609074dc215ae89694164400da76dd84a8f1d83c632ca5 -size 17405 +oid sha256:0baa3f4b8b76b52b564ade7c4f2fa9e7e4fc5c516d07266f0088c19e870472f6 +size 17384 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c157ca1cd336..4765e60a15f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f02e56d8aa6d1af6fb155cb4cad8ddb25a14feba2fde8347482580e09ae51476 -size 23534 +oid sha256:7941217328a97df000cae399f1e427d014b1d44539a687de79e6f6a88e5d9a4a +size 23450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0e4e673dacf0..292c1ebcc142 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93b66a85ba569af9fe1cf8cb4eb56aa10be3fec0fb3ceeb5737c3250b3103431 -size 21138 +oid sha256:d8d777438c41e1088414f9d0de7cd4d4358324c5525188ff0b3641e013d03f2a +size 21167 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a8b802764f16..13bd3aca796e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24d8b5bd814cb061a4c8e17c85258f8fdcf7bfb0b6b3a2ef73017fe95c0820c0 -size 23496 +oid sha256:86bc323b73749546a2835343fda115a842a23160017852d7742fa08d04f2daa2 +size 23440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 142dcd2409cc..c72f2161bbca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:526b56160dca46181248f9515db2d23e2236374acf6859015d76e569ea3dd7aa -size 21668 +oid sha256:2dc6478838cff17f5a79d3c11eb215c9dd47157e598ef0cfef7f7472dcd2adc7 +size 21628 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index a8337ca816d1..3050674e48e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1263d4e06e8ee2e0a8f610e0791740dcbafd239ed8cbc13b3fdb2790b74a2334 -size 23155 +oid sha256:de1c6287c693d11ea7fcce9e40de56b181906d4f55fd784593c7054ca3ea0111 +size 23083 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index e87247c0fc30..f51a46cea424 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27c573471fd3b0eed90cb52cfbe836c581f542b8611ff84961d0650957806679 -size 21685 +oid sha256:0e0e9fa90b52bf5e2d3c4b7f8c49e9afc306d77f441aa6681fc9525c542361ee +size 21665 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e6780e0075df..97c045ec2b8c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc4e965e9198c9987b85d421619566f69f27f9e028157151aeabb34e315a8bdc -size 26031 +oid sha256:4b93caae3cf8fb68a337ccfba365e8348670c8e8f08cc7f40f393b4bfe2917dc +size 25982 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 63975c5ab1dc..28fe8f332faa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d82a518656cfc03373db8b333d862e9ecababacd531c8d66741055c00b7e3782 -size 23910 +oid sha256:5974872a90c9f21775d1468c32b21f353826a6b283850fdde3579868574a26ca +size 23894 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index f2dd8ad9215b..e8363c76b6ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1806dad9498732b9d5ed453cee09b7dc8b9765388b18c63a5b1dc09561d0185 -size 20578 +oid sha256:8c7032e97c7feaf3e9f127ada3c9b5d97ca8a3cdf6377b24144faeaf93afb574 +size 20545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5f6fea5731cf..fd44ca924170 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:737f367912018bf6f158895d06a82e986a01077ed3e9e1fc23f3980f6e063998 -size 18147 +oid sha256:66642f4cf3d0a20d2ffed305a8c5375d54b31b4b190986083574893f86678293 +size 18144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 0c9bcfcab357..eadf1db71a31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:490939a60d92b4ed1ff419317f06fe21973f96d6b8a30354533cec0c8ddf21e5 -size 19699 +oid sha256:6cf85d80c8719babf1d5ede9a2a77772797eca6c17ce4b2281c866a8b79d265f +size 19671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index fd15e5dd3199..e2160c20eeda 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9524d4af13374566444c8e92111453d4ddc70d3f7a0745d0ff63df6c9a2e17c1 -size 17403 +oid sha256:50c7ab5b6adca627c5ae97a8fdcae540e043227cbeaa0983bf80d6fb11cdd9af +size 17378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 78add708ea6e..e92dd4902884 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:759b97d50a9c2a39b37a79b0432fa612a86544e49b9dcf34fcc2305400a8481c -size 24680 +oid sha256:2bad76e9cceb1a9766126da0022e63ba7455235e5d84d2eb082821e73959b168 +size 24635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index a8feb1492d25..f1a173513a31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e859c3d85ecb1b7bf3708459bb270e1c430ed02feb63ea78f4f7f8150cdc45d -size 22266 +oid sha256:9a34090207a2237368a2dcc08952a07848c986f25bf858f71eda2d8fc5410147 +size 22264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 001a4263479d..6db23d028130 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24283d51eb0f924bcf1057518a0bba7f08b4527378d846a751dc843a98cf1cd0 -size 24153 +oid sha256:329dc03753266b8ee5aad0464b6ab35ff50c64d8412a925a97d319ae3650a70c +size 24134 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index e36b439f3c70..a48729e37760 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57b2375866fa5396df61636fd1768471f9b009914d14f3f4d5c036bbbcf3f645 -size 22774 +oid sha256:c05b6ce51bf4ffafbf220b8b36437d3d2eb65373292e3170fa049f34755e7ee4 +size 22757 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5841173b858c..592f4d723fbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c41223464e29a9ca6474cb418d78e9851f4a1f9970add06cb6e791062d7a46c -size 27981 +oid sha256:1d1ba245a3ce04fd896750c22ee6ad2ed857106cf0533199c6cd2da6924b3f91 +size 27917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 36c890489822..5c2e57ba7c9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57bcf2f922c94721ffde3518e74c8e4f0bab342c1941f27ef5eb7735931a1e56 -size 25057 +oid sha256:e1629eab27a3b8f93039d046959938604d76ac6ade7e0a9b3c81380bd8cd8b87 +size 25052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 6c1f0a10edc1..bc5b2f474ad0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4cdc3c29c290ddefb76fc77822ee3471f9dc76f44d901e5009460f941bafc4f6 -size 21560 +oid sha256:d1e1cec428c88163b97c89289e31b580146fb858bb04fb63670eabdfb3d92f6c +size 21529 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 6101682d7b14..f006d1072cdb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df47a3a352ded819e1e8406ee1da7850ca71165f979088efaf4e3b23fbb4b41b -size 18748 +oid sha256:3f78eb163bffec9f68c4d924b03481f7bd42c39a864f4e139b40d3ed738b356d +size 18728 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 4cd3d62136cd..3000bf37109c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8088fb3be40be3166fee6f479995643d79558d6277f1cf532cd11c63e11e955a -size 20598 +oid sha256:5c7f4b84f4101bd7abff5b0499f6268ac3412a21e3472183332a9200b2ef3d8c +size 20611 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index f6aada20d4ec..e2ae8226d4cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a6fb7d24bb32b0b072594d5982c0ec5bcf12ad976626654f34eae8094794a77 -size 17843 +oid sha256:5d9057d3cebe56af368491e91bb2a8fe866d09a7c47e7872ed870e1f904f9370 +size 17771 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 0f3df5e492a2..83660418e158 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:024b87c1384473432f3fcbf828d48f60567882b7353bc3fa314a750d7719fead -size 30098 +oid sha256:65e052007a010f8e53d855555494e19b237c6ab927a7aeda1411e8325940d706 +size 30094 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index e5fc791b3186..77943359b51d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34ea1bcfe4173ae852abde6f52d0b8df840070d941b408cea4c5f372fff482e4 -size 24626 +oid sha256:48e3f7e8460aafe5ada261ba0aa6e3c1fde7c412f07f8d5a203799d6e0be50a6 +size 24654 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index e6b353e14369..509888f6eaae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5107be6fefabee0fe5fd9207a90f3a00b5fc066e0975c8bd35aa6accac2d7d94 -size 26855 +oid sha256:ab97add5e364f58b955dc782ea57745a3c7bfa7e050f351962f2986a6ae6c24e +size 26841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index a712b98bb0c7..36eabd300db4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a633df8df4b8da8071755d97cf2e4bb6fde2380b43758647a85ee993c81e9fc -size 23081 +oid sha256:0bb65810f882d5eba27822fe212a52340e1aa1b77dc4c7980f55b4d546ca492c +size 23100 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 07998369558a..0d45df132546 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18a0daefec3d76b9c8722a3d1b01e0295ae9940780f03aa33ec46f83a3019de5 -size 26962 +oid sha256:9e9a4033763e49288cca157dbbb2ce425fdd92d5ee126132926b7d1f9c1db1bd +size 26939 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 85fa25e35eda..445700c1ffa2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8e2275405888e63516e4561ec3a827c5b596862a66b30fcec63f7d986a72ce2 -size 24230 +oid sha256:7e2960ecd031b8b608a16831ed8c6e502a4274e0e8bcd59f7716e6c5b200d1b6 +size 24235 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 4164817fd4a9..75589299afeb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:959624ee5d74b121dd430cff57c86bbaab77eee6c5760f490541b0691c88c477 -size 28548 +oid sha256:ba3117a6446f679bf11082d0448af6cfaf5ab6e0a42bf6f1ab7c31e5f7f36e2e +size 28481 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 7d6cd2355457..8a94fe54cd53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51f10eae103afa5db1a4d717210834f06f2582365fd3cf23e4199f6c6d0fc27f -size 27075 +oid sha256:42cc1db0c6413b5a1594e8e133f150ff288612f9e6564e2249941f93a5a8a905 +size 27063 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 5ac5d744520f..e778454cc954 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ca3ecc8a5de461df5cb57031b4624a9d28e959b291a5507482d41e913b88ccc -size 27730 +oid sha256:5878ea589d4144c95b2b1848ce16f4cb6813795b01a74b82f41cb1447d7f1120 +size 27656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 3f2556b9a429..26e658e8563d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9206adfaeed34da0113c8ea9e76a512c07b76ba3135086058a5b4b633dd7a2c5 -size 26839 +oid sha256:19983afb281ef737d346e423dc660b59f35fcb2f6aea0d935f9e27d797bda6da +size 26778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c54bd5a8f173..912ae397ab9c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8407f8f1cc722f344f8fc124332029d9d49a3cb64a7ea93b9bfcc2fed87b54ea -size 27653 +oid sha256:ab6d2695d68461e53cff2c27608045bba892971b4517a10a070527dc2815145d +size 27637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0c85f9b25e8c..f6e14f767f95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a63a5dd1e5bfa2c65d901c75227ed20f9b86e13724720d22370994086aa210a4 -size 26542 +oid sha256:ec953267a0c2cf5ee87860df87441ea2dc528870ea42cd0a9b8d7b06bb04ce3b +size 26545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 5f709bf012fc..4399ddeb64fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1a0f5c4ed98121f39421e4ecc41f7dc3e181d1af9ffc1003a96cd18e30411fc -size 25510 +oid sha256:042a92114d8cb9bfd44dde31a767b72e85cc07933a012e8c9d78350c43912311 +size 25489 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d2a134614dc1..75d93560630c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3bef2228e10af482accd46b54dd185a6aac2e725f9860f45bb4e2080911c21fc -size 22773 +oid sha256:1acfa47bf5bbe258e573351d4371e5695e3e10f660b474362d36289d46d6e033 +size 22717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 28b1c529934c..9d8fdf2e8c81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9dc93e13e01e9ee4e67af54b10d14b80ef1a998ca551f02dbed773382f1741c -size 24467 +oid sha256:5fa3636999ddadd51b4007bf6be35fe6b9c49bcc314b6d43b4e41a1e54ec869d +size 24490 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 1e9402ecd2a2..327a43c3a44e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21a35c1b57bae20e92c097fb1efac30bd58e4e19a5b314dcfcabf7096c007fe9 -size 21832 +oid sha256:9f1f5fd62be8423db33c41ea439dfd49df1fe7fcc30122ced49308514cbc6f9c +size 21773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 0d7c34fea59e..37e9bd67ad5e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4dbf1f0aa824df45c7f4c0c7e2ecac65cb818ae1b842e55b8c99ff2ff8abe551 -size 29578 +oid sha256:fb7da14e3a3cda6afb14312713809db887eb377ccaa511004d912e1112d00d3f +size 29520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index d253b60ab7b3..433e7ba3bdf5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00bd40ccf3bb24870c4efb69ad7122a9307f3af1ed34cfd8590758bc010f9eaa -size 28211 +oid sha256:7b8f473784a3e2fc85e18da8bd25ab8037e046ed048dfa03d705665c4008e703 +size 28170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 2b444a45a075..e8d6ec50a5a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:874a42a6dcf721349b75f3b4f7da856a51d2b37e4952e7c15779aa262377ff36 -size 28869 +oid sha256:4f849ac3324d8cfc7df5309ad5a7e50a31fe19c79ee5f3f62c21ac5c27ceeb68 +size 28803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index e11818b98c28..d91aeaf9e383 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8bc37cc380efd457675b48e011efca250e73178c1e1f5d4a0e3c68c8b698d91 -size 27826 +oid sha256:f19f3f07ff6b6fb1fb7037ee04f843b597bdde6c5df837aa966f0bade71c981e +size 27788 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index db770ca68477..695666274079 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ee52b714c9e9b1f487ccf1571d84592d5a5338a7513c06fd2f8255b614809b1 -size 28710 +oid sha256:f94641b557b9c3c7d86e52b9c0e604950e34d57d1942a9feaf4ee7fd4efff26e +size 28737 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index f19d45933886..bcd7d0926e06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7938399020d36dbc9f66e64ec0c545750e317d4c3ee9554ee5a9dbb1a8785bf1 -size 25842 +oid sha256:eeaeaf013fdc39f3993155696000d1704f9b0de2d7da70c4da5cdc0cb8b78612 +size 25834 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 3dbb3a0186a2..1849c67a5bed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3b49c49a79325d75a155faa43d78db42a6a280f2b20294690d320f5a8838562 -size 26596 +oid sha256:aab3de5b286bb41261b7a86469a081d895b0fd50aa9ae567d4f4b3fd913a9b4e +size 26634 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index b3ad582eda26..7e085cd29cd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e21f5219b425d45e45177e10e54b2613560bbe1251c657906afd11687e908a9 -size 23249 +oid sha256:dd06832788432327fc86387138e500168c1325ca2dcf777438dbf6e5745f67c2 +size 23192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 703e565758ae..05808b6ac592 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd178693c76324ee3e40a7d934b78eaefaa48699aa90d4f80091dce4cf59652e -size 25476 +oid sha256:b0439e8aa0fb03a444a98d30a2e7bae72431d1fc36592f61a2d06025ca369a29 +size 25482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 783a340da951..e3d5d5cb3ce5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19a52ea04d06adba81f202455a35cbe057cd909ebcb4e599c718b4fd9d05c887 -size 22248 +oid sha256:3e9f67df00292de42cbaf0be927b1d833f592c7f4cbcdf8a061bc1832186a689 +size 22244 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4123bda3b5b2..f922d76d5a9e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a6ba0b74bf3023f643ca787b96e30180333e0ad6f54f0c123b9266a49431d44 -size 23060 +oid sha256:55361ff979845fe4f84739c42fd5e8759d49180e15f579bdd33277285d2fd85f +size 23056 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 17f3150e4a63..2340dd1e1ea9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5629b0073f1dac38c6e056358bbfdaac8b8b8490b79bd12778f6721d7bafc391 -size 20900 +oid sha256:d9afd55156fef38df39dc23c3cf59a423e06ab62fc745e6300c9e005e5dd95bd +size 20853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 122a0ffbf902..4df98762c422 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d26ec617d30aae6cda9620aec30c79d2673cde32bcdfc79bb9db7730416169d0 -size 24213 +oid sha256:b41a8a53c406470dcd91545971b794fb3010c7d5e9effd102be80e1dd1f6d3fd +size 24214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index d45c45602e48..8b65554a0f8e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:894eef2990808b3c0dd448783a52478660ed1d3aa78e1ecf74aa058465cde090 -size 21740 +oid sha256:e8b8fc6d4ec76923101463b0dddc0e73b19d3e8296b0f91ad94886b4e07e37af +size 21732 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 8df3c38e2cd4..b59f6c00f408 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b271286a6f2ea0b33b5a5004ceae5baabe39e738589c9daac0c8c7d579e3da08 -size 24218 +oid sha256:a0606f3d51cac30a8b8be202c22e22bf36886719664ed32eec0bcec68c495527 +size 24230 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index fa29249433f3..36c095b49dc6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2124c873fb1d3a07e21369d0b653a0c125fd9833c3acc5cc3ea12792eb80635c -size 20855 +oid sha256:69de70284d3130dc0503e5d505d56f6ded4902161331388f1cd1e27cbf95f18e +size 20836 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 650e037bd146..7fdf366ef7c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f663fc24a8b567a16f6edd7f8e878378d1f2fe9fb1c2dcf02657d093fbafc9b6 -size 24892 +oid sha256:5760870c2e009c1000c3dc349f351996e7d506c96a722cb927c588054520e90a +size 24857 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index fe6eec957428..d1beb55f371a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb34bbcf37640c45bff1cbd6df594f0e0bb7d28a5b9c9531185b0b8037b2c341 -size 23424 +oid sha256:4c57fe995fc83a3171c93677bd561ffb687b4446f064517dfe65f3fa9fd4843c +size 23418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 779f559f1655..7f43bbce84dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a875390a26e3cd4f3d999aef9c5c44c2c16e5c8a309eeaa348f84ce8f19e4bb6 -size 21404 +oid sha256:52c89370212144e2b1e5a654abe9881fdf06849fe0735d4c9cd37d4bd4df4618 +size 21375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index b4c327b45981..41f22edaf895 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da5b5bbd48c11a29da15a4a8f23c77d40035cd4242bf5b4f3e3491b47505da7f -size 23577 +oid sha256:fdf330fb9ca5e62b70cb9b24098b99c51a60fddf5bf18caf12fae3a2cd154636 +size 23550 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 76b6b92c7531..40900a4e5b8d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bfd21f221f71208260f973a7de704ed9af92630136f7c3569d0620f8f5b90dcd -size 20620 +oid sha256:c6b126d51306b86846551298de0ccd5cbdbb6a94762b30bacabd36773049cd6f +size 20578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 5c43ef97aa4f..ca760febc1f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8cdf68110286c65abb8b9923109ffa72009c77b502217c5b70649700c1f52673 -size 24404 +oid sha256:b5411522ebff4b9e96cec755f04a211927d8a573adbed8bf8a7f42af6235e5e8 +size 24382 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index d68d5f767841..64d226f60725 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c83dd4a4ec4a225a6e998c34ba87359e7f532f132f8f06bc61b576d063373148 -size 20812 +oid sha256:142bc9861e3c0f911cccfcf01f5d790082c514d633e003f8b15cfe38f8ffb6ad +size 20789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 94a21c8153f4..1e436bfd877f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0ede5cbe5cd63e8f5ee4ae4269b878cc237f7a3c3a4cb6dc57136f620850539 -size 18782 +oid sha256:70e73313ec664c1b197dec2430d6db82f62c2f3df097d3258f67450c0d6ce98f +size 18772 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index 1bfd74b1d69a..e42478955d0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8ee5827bec3f5ef014b20643b9cd22c0582335d841460a57b6b57562d5196bc -size 19348 +oid sha256:d4f07b1fd1d8dfe4d13d48a2f826c35b030bb9b15fc8923d90bdd3bc71a76a19 +size 19300 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index fc3e752c665e..35f2bcc863ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:94ff70431f24816fe51561791e4fba2e77bfcb12f5a659d4b671395875b06437 -size 17166 +oid sha256:42a87736db95366199e4e18dcfa1efcc5de278a3106b595e7b01618beeed2691 +size 17149 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst index 7b8e9d354119..5c4d4cffbcf1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fb90c6ff00c7a9bd074786b3182667cc64d3821ebbba6069aed787766af11c8 +oid sha256:c09f2ffe128014adeca3168d91aefcc6a63c52418bed072b91f360d3c7f8a88d size 21248 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index f14de5cd4423..112a5e807180 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:745c8910dd12d304acfffdeb55fd859905acdaa9e060f98d2a54e02cb344178f -size 18958 +oid sha256:bce2719784105dc96278dc5f48731331d87b681f48dba6244f4c17cff2536b49 +size 18945 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 4bb4fc7b9009..743c8be1cd39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91a497e2821de6e5f7ee38133be04b2f4a01f6ba1c4561a859c63430db521eba -size 18637 +oid sha256:73504a6938988b8dd6b279bd7310b4066e119c9742a850bc3aa37e91bae5d0ec +size 18630 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 6d5c3e9da8e3..5d2f69971812 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59945e4cb0f896db625648d239689e0caa1e5c2e9bd2229d24ca390f7d2ede95 -size 16453 +oid sha256:f432fb18fa95db28af4e979cd9f4df5c8af4fe922b05c968f123c5bc3fed58e8 +size 16450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst index c23b7c23f016..3facb8587e00 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00ff1c0d47e28a02e6384f626e3d2a263d9ff1ae6c92ad54e3195622cfe0c8b6 -size 21908 +oid sha256:0d5e82014cf545009be0ea3df0a5154a36cff0fc71fbc7ca7c86f287398c6067 +size 21881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index b208ae909a2e..876ceb3f55ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c816be07c76eb9410e6191220b03b4f6681a4924f725322f78f0819c6ce53a1 -size 19800 +oid sha256:c4aabd745946606639331e8da0d1e9b7c6f8e8ab82a4640274a899667bb98fdc +size 19774 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 8594421442e6..eef24c84692e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e0d88505469a2516c0c23651de6cdb359c72e4a217f6a91e5ad66440495a060 -size 21355 +oid sha256:41d2d49d1e721d8a74b1ed62545740250fffc56bbec8de1d0201a564dd3a551d +size 21334 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 8eeeb35f7f1f..f20aae93613a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1acb53ee40ea0ce76e63a61076852d48340cb220790f7af22b6f6e1eb78ef16c -size 20503 +oid sha256:095f540ce1bb7373a7a018926d99060566d921e408363c310ebc59548e12aa41 +size 20509 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 4bc5223b1912..455a92b26062 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44e7e25c170e16682257d59ad4ddcf99aab3b02174cf58771105067cbd516105 -size 21082 +oid sha256:e111d16a7a3c52c528332b16a97e3410fb509cf332ed82e8bdacb499a4a1b321 +size 21057 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index d7f0a5973142..7fd61892d1e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31b7189e4140ecf37396319f65318c1b8e57b80b0ab2565b2936234e156e72ce -size 20241 +oid sha256:36eb223a851d178e4eeef6c3d2fa82ea8c5c895b34d115ebb9788e834996a2b9 +size 20237 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 84e7065fb580..c9c09b1e0d9a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c104dcfce2c5481613d5ff6fa3923e978efcd2416c369cee6d0a5be96fb0619f -size 23120 +oid sha256:a465e6de6c607b01129dc0bf932b813023c8d8f2906485aa3fe27d95586e3ea1 +size 23140 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index fc2673067031..c9eb5bb8fce1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3312b41f1712da43c4b6e1f66a2609528121f977ef3ac25c4ceafa19c0e31c80 -size 21213 +oid sha256:2ec71b8b85da3b3b3f43bbf3c45a6a81a8247d3b7e5de612177466774281eb3b +size 21133 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index e31dd10371d0..5366d4925c89 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2322f3e44a20be5b0aa2793cdc5b4e341d468e52d9c1b8a6bebfe641a8d8d3a5 -size 19339 +oid sha256:5e0e72b8e3b581f694c9a19f68612138679d1bcf6e7133c28946abaf00fa9319 +size 19310 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 7ef38012cad4..b9d4763185a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:299c8aa7112222d6ce82da33c499371504970cfd6c3b1e1d7d9c15409778c9aa -size 17120 +oid sha256:8bc2bafea1c23bfff00fda68e7488095f802f11379edb4b57a1311fdbcfca9c2 +size 17095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index cfbdd9bab231..37d968af6b08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa9d996723fba1960f487fe80203172eb44e80a533205293cdb9d5b236ec520d -size 18525 +oid sha256:67ba49a5b307e1ac71c80b59cecac4f281ae2c3a62b76e900c1282d0b16630a8 +size 18512 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 47367fa5818c..65f33e796b8b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:389d61b82508a6d7f70c7afbd82f540316f2a31e7202cb4ccd9b87935c8179a1 -size 16285 +oid sha256:26b1673db5ab7a04bbca1dea9855a12f1a626cac9e90f432f2ad9c2097d5354b +size 16271 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 74fb7139e943..9e8e48c30783 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8bff03b888cc9d12462f63340ae217f9fa077e086fa8963c5f36a7b0061b241b -size 21866 +oid sha256:e2519a733971c390c932db25ae0fc6c4a2e94334c85ce2f0b083ff35cdd30f19 +size 21841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c5f8a76de3af..9dcb7e45fdc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ebb135fc4b39df195178f08339a037782e875108efc99bee7e399db0e9d8310 -size 20994 +oid sha256:ac01203d8356a742070fd891f4a41f870a9b8b12b0b9d40fbda00ceadd95342a +size 20966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 04ffcb74f488..e9da0d3fb6e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be60b687b2c4d672e7f2022249f72d500646fb9c4bf158d829a63f64858f41f1 -size 22173 +oid sha256:03df1f4d4e5b05920e3dbd370c47b513d8922b8b288649ae67b418962e6bcb96 +size 22127 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 186c04d0da47..f6043f70a690 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa8950d5d4cecc368b3c06510760d2cce3465df397bb60d9c27448448684b502 -size 21405 +oid sha256:5df6213d5bd486f28f8009b1cbf6c25d7ff2ce8821440189e519c1aae3d74b60 +size 21394 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e2870e99785e..3da0beff59b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0dc7de81472905ed199c0a788080ebf271c36ee71dfc730558130cd08204522 -size 24914 +oid sha256:c43d78cde541d11583f5f284c5ce86fe726776131b1cb7d9f0be2cf31c2a7e48 +size 24926 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ec9c0d206e6b..8667af8aefe8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1744f66104c1e49aae830b6d46844775b28b6106284ac79bdeca832a7856ccb -size 22332 +oid sha256:66dc7a46c8c7d5363425a975bd30869854d17b2beec48736690602609f9f831f +size 22288 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst index ccb77fa58b1e..f21fcffb91cc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:688aa370f94f72b253ac94655e1da2ef94066a48dbd70863bfc63dc2a6f0650c -size 20235 +oid sha256:a69391989cd042a032f80c0bdba5e86b77a43e6fbd8c149c542aa5ecfd34c571 +size 20196 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 7f6c3121e4c3..c4736ce8819e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7b9a2e8cada04d3f0a785ddffd1406c231ed17f8ede50b0b2e6c61399d5eb70 -size 17642 +oid sha256:0d3ebed52b548085afdc662a698b4b100264e3aa7349cf1c9d225bd0ded71cab +size 17620 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst index 47553d712068..59b26f01d2ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f8dd75b997e59a696d8e110417138f8c41935eab60adb3e28532c75679635ec -size 19085 +oid sha256:7127fba991682353761771d30ed8a91931818a41b7f46c4c3415f9de8b8eeb3d +size 19054 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index 61602ac7e787..f79d60b3bdc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e0ea6e6806aca323541e10a31c2960b0bb929ef7f4b263c32478f383d57ba38 -size 16879 +oid sha256:c8f8f3e8a50e75d7b766ac05613cf584ece7f42aece279782329fd1692522d6a +size 16868 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst index 8be30efd405a..45ebeabb7fb9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:101b14fdf55162a0e161648fc28f83834cc5de8c0469c0ad48e86de8c10366c6 -size 28458 +oid sha256:0cad9f53842b2a30666e9b9f036150362bbad09226e17228c9da9844b786f990 +size 28452 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst index 30679a378ca1..78dcf94531aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f242f0fc3d93a29a09ac49c257a3a33e348969d64581ba1133b3d045ef0a5ed7 -size 22545 +oid sha256:612eefbe30f99a8a5f589b2b59ed05351f4e18e53049494cc9d4dff208d0c358 +size 22513 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst index 0ec443cd4ab6..2e71b02e20d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0859aad6dda646ad42399e4c47aabb9e586b7323cbd649dfe3e5f88acd53ed3 -size 25115 +oid sha256:dd0936a007e8ac8c7ec86a7c984e11a40284dfab45cf162a76d0f6c7c7d81c7f +size 25119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst index c364e0464225..e6850ea2a22f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f2f53d645becbc9b59bb0d9ea30f939cb1aad72c72d33e9a6c31f5538657a14e -size 21792 +oid sha256:71f2f0602b99ea394f92ec1db5868743ea245cad2b4e3c36391ad959fac1aab8 +size 21775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6ff8db91ac58..9b104b5bc305 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fd8c09f4a7602695329555921d5887b173aba696f8670dd91dfa223b6ef8fa1 -size 22419 +oid sha256:5135d6d20b6b8d5eaf9ba249e4289015de327f52f594201c52cd30d133f6e8b3 +size 22295 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 53c309919177..5349aa409ba0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c3793de0f049b8cc3d85b1fe085f681336dbe1a893af9cdd8b9703c8357d3fa -size 19228 +oid sha256:4edaa26ea6cc6b4cda6d275d4f1fe4624ed90ae4e50f9a743486e03f0bd423b0 +size 19136 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index de68396b06b7..b6d46003b6af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f9167d2b5f2fcb79a524ed4c47f0833b576d621ef49f11ff31240c3e00208bd -size 23150 +oid sha256:190615ae6e45a7e2fea73ea92c42b98d3234ef15ebdeed3c36c625c5261bd46b +size 22997 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e1b7dd94ca00..d1f2a6515b92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca269c43d69d438d9d89c08771995b8591e478f493ddf322218463924280ecc3 -size 20160 +oid sha256:8e6f7d4cb05f54bfd8a9f2ef61344adbadfd19c7b945505bafff3477f5f42425 +size 20069 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 503a0814dec7..463d68c94d84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c8b66b0c1eb1dfb30b2d2c6cff36a75c144c7759746f63ff88690b401132838 -size 23597 +oid sha256:cf8aa1b5bea44e0aa0057c574d07673173a6245716617d39ef51e1c3660bec48 +size 23540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d78c7a2d4a96..0d84f37a8610 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1f22028e1bb8486b7a5485f433fff499363edc23e33000ec1b1a3714b23dc86 -size 20290 +oid sha256:3b1aa854920a63ad471af7b9ccad2e5fb8d0e1e3978a133b2f71ff47540da467 +size 20301 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6d6eac8e570c..bd0a0d84f2f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee6dc42da04342d150363c010479ee716fa70df3b574b192c862993158e0a40d -size 24340 +oid sha256:0e7eb22514ef174e6ef9ba47449d0d286af6f861d9c5f3bc428139db1ca34aaf +size 24298 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7a61affc4167..9bab5473aa39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05abd3eef059a9c7cc205feb49859706eb6da7f21be34c140a2c64bbb0d29168 -size 21449 +oid sha256:4622bb6fe9d8366477328b2081edb39390176065a0a5bf66d8571466cfe32509 +size 21380 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index abada7623e47..dd8939d091b6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:559af55d716891ec4a37a1ff3e70dbeed621e600ae91867aa4f86067455e7c52 -size 23673 +oid sha256:556ac2360567bd913d62b5b5b32aa7ab7feb491815785cce354b4d4e3b2d200f +size 23553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 7c4665f95073..74ea6cd15dd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b1644c271239b0472bdae59337ee593cf2b84feaa64e363462a37fc02766cea -size 20487 +oid sha256:184954612add467fb957e585617b7d6a350e2c93860498f5a240d1d1108b69ea +size 20423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0864f518763f..f7037350ca88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0e990ad45d6133824f1ed150e7d6b7a5bd0e7c4492fdbca801b5ca8e2080f0e -size 24475 +oid sha256:e231628a883a67dd9ffabc0ad40808f45c376435665b5d9ab62df1bdec20124c +size 24348 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index df0b3b663097..1ff46a3081ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9eab1a5c39c13f50078b030be58aaeff649cd046cbc6d7cd73656681281f242 -size 21655 +oid sha256:8c0447e8c247b601154d6bafab812415622dbd5c65929484937e2689f25c6703 +size 21610 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 609cbd05966f..8fcfb7e1712d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ae22a876dfb095784a596ecf8b36fa9e7e07bcd8e943b818d3c017e7c0657b7 -size 25460 +oid sha256:fc172980431c7b00c85d985e001fcd087de11ce36d7eab7712152354c5ba8512 +size 25258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 396702af4a33..3a858693ea0e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:452c13d384e079ac27ded491afb7a4a5466b7950182fa73f201cce41ba4d7d1a -size 22634 +oid sha256:a1a3432933dc93270213a6184ed46db118feb34d455ff3e4b34d7d4a64bdf7e3 +size 22592 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 825b8ae6cdaa..447679a5aba8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cc561e0079ba19601594de2bfa00f3b654c3b1ca9c633ecc9b79099fa81e698 -size 26339 +oid sha256:c762aefebfcee69f677959e2189fabd697a54b3b0fa63256b5893f396b04f5be +size 26164 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 40561861cb78..3636407acbf8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1351cd5258aee9d204245b413dbc4140f9b572df0bba9cc36344e23c89df07ec -size 23933 +oid sha256:b49a82fd3684f4fcff45e9b30aabf7c54bb12253b79356f9dae047cb6871137c +size 23959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c01f4b73b1a0..f1b47e74f702 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f5f1a4e3d7ccc75d11b4642d545586fca0e81bc2e5d504bb25408fb4d2b599c4 -size 26685 +oid sha256:3271bbad7b1010b356a22d3599c95788a713ca57093f36247fdcf3d70df89b4f +size 26545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 973912eb6328..04bf4788f808 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69f25b83e14203b2e58b16e807cae580877b15f207b329236c9fa5e1afdc3efc -size 24068 +oid sha256:75c5ad2fb83eb443fea96ef5b3fcce47ddc435c52fbd36eaa7b27c285054a3ac +size 23977 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 572e4094dfd5..702ee3c076c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e45539c533a75df585dd406f2395b5cc041fa4b20cd27463c8e95024bb82091 -size 27617 +oid sha256:5ae48c09ca28955a3fe54a95d8b77e92bc1216bd492bbb31c24d7594f2a1113f +size 27473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ec3d06cb8b73..82219845b3b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e55a98035076be4e7517dd25ab03c4f042eaae16e9501d266bb5de5e92383f28 -size 25306 +oid sha256:2838fd130675403b9921fbcc484c29825f98b14f8800c1ea7b78defb7c0e2e9b +size 25218 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index bb0fdce81649..c069219dfd95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e85fb5109133d92b3be963f1dbc2d4877b4c1bfbd23bc912d91124ab42a059f -size 27045 +oid sha256:8f7f90a657c5d4d46e876d381c94ed41a62b8cec28ec84c576f71836a2474553 +size 27004 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ab8e0a6b797f..aaa6f944dd59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c6734b8ba8d73960fd4c7239ed14371b21143cf74b1604372542875385b54b6 -size 24269 +oid sha256:707988e377c9456c78cb4397d4b10acf089a592c8b55fe7e6df96a29f76452c7 +size 24116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index bf0f690429da..abff1d287c6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac544251d022ee2beff5f2fee581a3754497309f1fa1e75b0dc8df8aa91c9bd4 -size 28045 +oid sha256:72e4eb1d2a9347fbce0bd7943ae86e216750d876d29a40e5426fa3cbb1bfbfcb +size 27930 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index adf192aa22de..2930526889a8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20429f1f12d138445d3d934db9e418a7dbd00c2cd4b94701dd2a90767d728f4c -size 25474 +oid sha256:8073d62ec288c3cc9a0bdd1325535bfdd332bd34abafaa9aba9517f7aa1171b0 +size 25350 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 06b3eddebe35..cf8ec3a7f5f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a46c0f3846b3b4b526f732c7ef02ecaff237dfac9ea62f7ef924d48dd5ff6ea3 -size 28894 +oid sha256:bb51d0e93f47866a7ac68e34165068cb6aca428d9d709fe17499a8939ef034dd +size 28779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index caf05a4f50c5..fc3b7ddde634 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:347eb54d93c2accc63a73e274c7ad9bd72e9cbc617d85bf3357d5531b7bf8f23 -size 26260 +oid sha256:8a8362aa64cf1ec2dd761846438a86fe7d96e835b57ea369046442cdd43450ed +size 26251 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 531d7c52ec5f..222f0a9afafb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6fc287beca16b7d04b742a977a92c4dae7de5f69952026a444af7725e37e9eae -size 29951 +oid sha256:a4678cf734c73e0b075f8cb4c9383ea76ab394e4e27477ef2f5c17060915ee15 +size 29800 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 03333efa564b..032de2c0abd2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7d5cbb4a28fc58e503e84d6d4a1b54d7100930577b1e1b6f223cde28a1fc902e -size 27568 +oid sha256:2fadae3d55098f505338f1c4ec8ed63d62b885098df58f58ba8aa6afdcf18228 +size 27550 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5e87afd9997c..e5680085f87d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d3556128cf4a6e48bef5c5293ac377bfcd092d601e34677c4dd5a26e44581e3 -size 23451 +oid sha256:748686382dc2b0e98c24c0b69cccbcb02f7951d97f4d2a4c5aa3daec08da22ae +size 23311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 185387d7e587..c9e6c3a0f2f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2966cf1a8abc47eb6a0ba416d5252b8d4de9a0887fef78e308195256c7455a15 -size 20334 +oid sha256:475d3e5f021168cac4d3ffcffea5195e3bfc44429de20006a6640bf40c82a381 +size 20316 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8140ec718e73..5519c2347a4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1d3e7e5e37a08cf6974e36c875d33454c38d17d11c0eab84eab7b67c84b8026d -size 24478 +oid sha256:5a33497562986d830e99c9f0b1718cec987da2a8f0a7354eb13a48c0128051dd +size 24320 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6a1c8a4d1987..8934129b5d86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7dbea23fbcfa61bc07969250a0faa66916f40cba7c0e41fe584b87da95e8ae60 -size 21456 +oid sha256:95cb17b8c97a557beff1769f489d5ae7c0b8e589447a420f55a6099256eb1ed0 +size 21419 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1bfcd82e977d..29a7a20bf4ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5de3c6d2e820dcdb976b7fd7d63bbef77db271272b5481a394daca8ad912ab72 -size 23652 +oid sha256:4910e33494e38dc56d8f6749ee2891d1d1e000ef394cf7094cd6376e605fb8bd +size 23541 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 570324ccd268..b2d7a36aee6a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4fcd9dbfb5f28d92207866a88ddfce87f4ccba50d5fcfe26dc20a61a17d1ead -size 20491 +oid sha256:47632b5352f55b85c79f28ba716aeb53d44aa686c64c2325f0209abf93e8ae16 +size 20429 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f83296e3f895..b238080f2369 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f40b7341c670d5b8d597af74a690ba973c5402be84938b13235d396088c3f527 -size 24483 +oid sha256:ea7055f1abcd1e16e2d876361bd76d69a602b441f84e77ee3f0115c3226d5c39 +size 24357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c5684d580b6c..fb9a5fef4b83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8917c849f9f46ddc1ac173ffbd03645d90686597931ce8cd976ced12f1f01970 -size 21667 +oid sha256:e0d5016af7e8399e6f380a2afe6ec53fd0169b7c7ba61e63acc749175511203f +size 21629 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0bfb0bd233eb..14e294191cea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6eaea509ecf6af94e6ea8b791c150e32607eae36a5825d3a4a8f3231245df34 -size 21615 +oid sha256:8f6b20ebb465fbec8402963e09fafff3ed571f083faf76ad0ebd3949e9b8b6f0 +size 21506 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 766d2c270baf..7ab74d389633 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88e71a0ed00c772ad092b9b9ac7f553b5036dcd18c9d221c835120f478743059 -size 18856 +oid sha256:23c9cfd6171578b5c34764818590e2e4d7cd1a05678bc659cbcb6b4abee0c379 +size 18703 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c9ef0e163b62..62c8ecdfae3d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f065567abc9760ffb0f9c96b8b6cc93917174b0b627fa812fae413de70982f8 -size 22447 +oid sha256:4a3a57ce6ebae6caa3e8469268ae9e492d9e169299c9e795b963d62b4e65408f +size 22392 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index dfdac2b691db..b0ec157942a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9c7da15f851f8385350cf9e497248e74b4ad0b18acf5519a6e44817769b122ee -size 19450 +oid sha256:0b972f622a201b8b6995afe796611a52955d095bea57b4e97a179c4ab5498bf7 +size 19386 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5b8e0cdf09e3..4184dfe0b30f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d159d4107bb94d3944bc6a778ca86b99a844a1aa7fee68776e22da0e7bef303 -size 21931 +oid sha256:a3d42a1ef2d26350ab05d3e0adbf72353266f3dcc6e5c5b29d2120720bde9791 +size 21814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 251a167bc168..505d9a928165 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a35b2492c339942e3785620ebe1101e1a6035e61ef8a439d67b5b15eddab882 -size 19430 +oid sha256:85b231b32864918eb805a1cb1eeeba70291acaa26dbb8ae5655acdbd10302b99 +size 19305 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 63c2e991086c..382b5e19c82f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2029e43359c5c6f3b74c3530dfb410b9fa072568a506f9e7da7360e0a7611e71 -size 22433 +oid sha256:37ac40e0006c97dc072d65cb05791d1a6cb810406cbd8b83a01d858cc03b5c91 +size 22311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5e46bc8dd1af..48394f4e8637 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f99508841e29761ae8af975f7f08ac6310328af4d7fd8100928ec47faf5929b9 -size 19965 +oid sha256:d3c9d7bd5d8150a33a07ecda7ac756f7095068a234f3a14950510176368db5f6 +size 19825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2ead8a236dda..92cd6ce0ce1e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d797747abb50d811f5e15dd5372d4caee995d9cc910116ffa5829bd3b6e9dc27 -size 23856 +oid sha256:e7cc98158bab727bb34d63468c7d6a2f767be6ff2dc8069e5659d6f136a541b1 +size 23593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1e4fe7a7490a..50515a24b177 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e6c97984c0c17e12368dbb81d0d9fdbe52c431c5c57c39bfc917dfd279c036e -size 20999 +oid sha256:f13fd8f838270f9fe1208648f9dcfe3b89da701e621ad950684b2908fc66b6fb +size 20801 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 80024d56dc1a..261e5340e635 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3f64d9e5ffa1de1bd57609ff3afee6b51d6dd9175cbe52238c83856b02133e9 -size 24459 +oid sha256:973546465dcda5e3a682938b975f6d2b8c5e510b25d1eb72fa180bb9116b51ef +size 24418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fc5a8b7f2cdb..17f08e069844 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a91bc9a76eeb3f6e9d9a01ec3f9d62ccb01f87c09efd1401bdccd174b12038f6 -size 21413 +oid sha256:ecb8a985724b1d3ae2731412c9a3556d99afe8555229c96fa7e65aca44de5123 +size 21378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f218c7a1d2b5..d5493d53f9a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1e2db575ca928e1d280dd48b1509a4da32779983a6c8f970d19b11f6e158ea3 -size 25703 +oid sha256:275289e560bbdde902ab4595a9b70a842795077d9d6dfdfb383f71c8395496c4 +size 25599 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 198c388c44c9..db197237aeee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b6bedf4dc091a9123b71c4fdaaba5bc427dd6c2ea73109b392fa4248ca17d21 -size 22871 +oid sha256:e04c4f09e02b3788a945fc73f4d896cf7572465a64d57fc4b4e0929dab82b685 +size 22772 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b64398722157..5851e3ae4776 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c18c4f2b85ce0ec224920398385ab8db010c7ce9d6c3ccdff4f0bd0001e692b5 -size 26418 +oid sha256:29782326e7a38d163f4ea2521502ecba24e012fa0546670d323e38a556690f77 +size 26389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4d5b130f0209..73c3c535cc20 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fd446c2258c2496b124c0cc9696c353cb2df3ec042b674d1a2fbedc82f49070 -size 23589 +oid sha256:6853a4be7c52c5f55a92c295cd5d0937faf15f2ab4f100101b262ff22116094e +size 23588 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ab16a81d5daa..51dca236463a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2db47c3d5b141054c849757c1de8843aaa499d7a217be1c7fe9f7b988db3e3c7 -size 25650 +oid sha256:2ccd47e4a5adf00d36bf542b0b19f03d241b3eeb05efb2f2f5d3fd86994ad75f +size 25557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0bedb49e09b2..b5c11fca8a13 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0e2462b2c4f795af334584b6c6bc60890da946153fc6180f30a1598f336619f -size 23231 +oid sha256:77bca1fd99bb789cb5c0114fe8a1a1dc53d1723eadf456942fae679e554d6f7e +size 23150 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4a35911c15fa..24cc1df4bc74 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2da9cfc7fffd080a4e149fe8c19fe2d63d550261937322e45eb60420c79be8b4 -size 26362 +oid sha256:90e23a1b850068d3263ae6e48e427f2f40a6b79822659d66338983d883435b9a +size 26218 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 92b72859c7c1..fd3ef7035ed1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8cad9ce7438ccf165a50a2f3abeac1b391f8c6909482f3ac0f0184662d912c78 -size 23920 +oid sha256:18755227aa57f61cf39aca3a19cbba67a96ddaf4ab9dd6caf59699db839b22ab +size 23808 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6b556636ee90..23727aba7528 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:483c9b00425616ab3398332149b0f9a14debe5e16be592513023ad03bd0a3eae -size 28334 +oid sha256:e7b2f1ff4cb6380343d0a93d78df889a5519bc61c51a0f0f146b1efc017b4648 +size 28161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d753f250994f..362a7aae59a2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:241d19f882d24a0d0bb810d859fd60ffbdfb2d1fc52eb2af22cae5aab8c014c9 -size 25395 +oid sha256:ca1aefc9e65988759d1b7dfaabae810f01b26dca7421132746d4aa603f48507b +size 25193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7340d1ea9ba9..6815d3d82316 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19d1dbc5462a74498ba99e9025847ebe7c58288e1771dc573900c187210c1a0b -size 28990 +oid sha256:9b1446476ca3b2c308597158a9a9208497b679fcd966404ee4d580c05ee1da5b +size 29010 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 38a6a7090ac7..64e5e75a2b26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ffb863b27c51a96c269276a3379c03e67deb14a9b1f39af42e7de6471de67d0 -size 25813 +oid sha256:0c160c2a1d99afb6abc7aad5608fc2ddbb4c12edf52045e22ccec8a83fe8e821 +size 25787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index da68f3c14530..c4a2a0d85792 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b3695602544ec464d87a77f663835e496e78b17bcf1fea75c9d5b796460787f -size 21549 +oid sha256:4322f51da4514651b11404cb5c2b3c31c06fe45a5b871cb6d89c1a83e61bfc91 +size 21427 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index caea1d249c0b..b891c375d8f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08d4915268eb444209577c66f8c059a4ca0e6517b53ec04e94a6a6b4f13d1ec2 -size 18818 +oid sha256:e22baefeeb31b35f533fa706d8478c904c017d9085d5e1378186f72b5c24ac8e +size 18671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 24cadc3aa20a..a12571cc328f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:723526fa3ce0fc81742c11c95440befb3aff572101e0b587d7916c3d297c75ce -size 22514 +oid sha256:70ad96a5f1369137f61546e189a31cd1c443c036de730d66d26cc2c80a429c80 +size 22395 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fa12c7ba4f69..5deb369bae45 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6f1a9dc55be99f90b20ea3c881bf76f911cb22654c14b3b105883fc0aee4bed -size 19393 +oid sha256:61735618c0edeb6fd1bbd04fafef6b19c5c4d5ea2992b6751ef7d2b37e144e5e +size 19334 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 14f1f0d2bff9..d00f99cd95da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c6364e66820d8edb7dafc0f7c4f3c554c8194c3ca920630df9907a6a62eb339 -size 21905 +oid sha256:f484fea3d147464b4098a3dd20d947f1aed4d0a2ec3c6ab420aae8a497dc4b5e +size 21791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 12c49689b826..1a08f3fd8aae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0636235b78bb154525ac58447f32936ead2dfdd0693795f85f900a089a63bffe -size 19413 +oid sha256:2993fc3eda430e763c11c046c6de84693b6a27f72ee98a084e2514a6f746b46f +size 19286 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 51469d44399e..e43c58279726 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1baaa25a9dc6e3cb479039c50153b67827a0799a7b63cc4d40766100b08a0e37 -size 22444 +oid sha256:57f996f5d5a35032c57cf2f5f62e4a636e0f2a5813277483119184cb0725f339 +size 22322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2d62c695b7bb..cdd87e5cc8d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ef2161941fd8c4f9560d0ff137ccf3810b098618f19dc1fce03bdd84b68ddbb -size 19965 +oid sha256:92dab49d197ca790de40a5eb00d7a0bf4719c1c5232c5a1c90bb5aa4884f8ea0 +size 19820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8ee7cb06b628..ccdeb13b31d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:473f57b4fbf9e30dc35c83f09c40a6f12ea6275ef45e2002f54f4ff00e3cd8c4 -size 22944 +oid sha256:771ed1679265996b48b27e4aea1bf3d17eb457d7a6ce8b5c24afc3c6fe98cb55 +size 22808 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index bc7116ae39a4..aa48de053558 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb79d88a394ba4b7acef7f414db4b89c629cd059ac6a7d1fd92c76e59ae2e1fc -size 20464 +oid sha256:ec08dbc5db20772936a35f86ed3943f67aac4818bfefcf34f75797d19a7ca3cc +size 20309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 94d7df7f54ec..8eba61a4907b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8556a28d9335ce06370e167247111c78b4415a57e01a6398cd04f3f78d3d5e3a -size 23496 +oid sha256:5154e0d484a6d08e3b6c4dfb19a7d47d06c86bbccb5fda58811b240bf91c9684 +size 23448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f4717942e57d..84a7668668c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:457dfa0c83df3ceb59d749c56526f4c7a642fceda9c093bba956a2eb8bd9d5bb -size 20947 +oid sha256:e51f7975099cf99bfd9e4e524e0455bd4216b8403af639ef2c0fea1c839e1acb +size 20909 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 63ceb3069248..28604d5dba3e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4bd0b09c7c8719f4994402e89904732761529edafd91788f4a620ca4877c463 -size 22844 +oid sha256:5afacd76bb3ac85ece10f383cad617bc5d43517a3b3d817ebe57573ed27fa374 +size 22698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5e6bfd5034f2..2ee2ca158524 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f64b3f772417dda5a5d9e582de553d952ded077dcb3836a04e8af47b272b5d71 -size 20883 +oid sha256:212ee66cde52855a449cbb61b6b9103890bdc44cd52d011c908d0f7286e9fb15 +size 20764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 06ecfb60725f..80fdde24147d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0624574a21104616b4fe4ec52f0b9c902a78af37ef5b0be1bec69199106d8e29 -size 23505 +oid sha256:4c0b28b8fb1a02ed9db2315ace93acce5ac7c35b80d5bf0c6815796f05826f5f +size 23359 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 232ec51b1fc6..76975c78fd12 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10945298a4a62a0cd382f5a84e3f02fb593e268cc3c17155b0cefb22265955e0 -size 21151 +oid sha256:09a088f1e8bfec8a68228a16e9d486852ebd8343b1b37a6ababa0fecdbf53789 +size 21064 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c33b745907d2..9a62fad7fa99 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1858ed5b5caf25dfde18ea9fb023d81b342815ce6089035ce142708854972e0e -size 27755 +oid sha256:2010726f2bdbbdf54ab2487b278f9e3345661a69973bf14b90fd8f73fad10819 +size 27602 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 98bc0ee6eb17..0ce59ef0e5ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5fdf5804ec96ad5589818b84b5b9bf7a3cfb92ebc99303b738392d65e01d40a -size 25122 +oid sha256:579faf997eb0e21fdeb69097ca23e5a77067e47612532a55c62a6cda946ac6a2 +size 24958 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index bd6df60fc258..d0d624b1c834 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c2c463d1d5c60adccd58ed98004549a3373f2f261edc75dea75961aefb1ff597 -size 28444 +oid sha256:092327d417f8d7f773adc528b805c142ccd657ccdc3fc7ee488c03e9ba4f40c2 +size 28381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ec8adf3f9686..f95b91518fc9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6562c2b02437a4f465678a069dc345bb9151871dd36932db82511022c272df4 -size 25841 +oid sha256:90c7c6afc4658a83f63164d25820b9b1b09c15bc525b2149bed04f9fc060affe +size 25813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d2d9968803c3..7b542e18ea51 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87abcc43e8fcadc2106ec4f9a28b2eca205ca9e8819dcfb4a0fe92d2a83b9cf4 -size 27728 +oid sha256:72a4d825265df413686ef81ed0224351966b812a578808624e77ce87348fb17d +size 27605 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0f4249b68e65..bbdb1ad7baf1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8861413e6063a78539bea1263ce9dbce47527fb071cf4306123f03f047caa613 -size 25226 +oid sha256:0a1325c644645a325d2884f464895e61058704b816901066916dc6e4803d4114 +size 25045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 213c3ddfa2f5..076a7294c78f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e1db55fad7775ff31e01cfaa284bf5cd243bdde056f5d95743db6e5295f4e61 -size 28417 +oid sha256:ff58688e90287473bf5242160dbac1b41c095e827e37965f13290641e0d43620 +size 28282 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index bb3b9e8604a2..6b34df809b35 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23393a173af76c1e31ef35f05d88a09629b34aef97822e5e8772ae82228f8580 -size 26117 +oid sha256:9c1bf5766c225567c862a6cd703cea66b4f6a5428091ff88bbf714894ed0f84f +size 25995 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ba368370571e..0014e36da000 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22f47585ccedf8943aee2035f98a65e574ba4fd496a785507e659671759a9366 -size 22568 +oid sha256:45b7913f2010771621a32f0dc6678c5a7df585d60d1fbc5ec8f21527c627b510 +size 22517 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c3e7f9a1a411..7befc7f28b46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ac1600646dab784e02806cde472b0b5abbdd0c6a3727e9dfe204ede9453acfb -size 19518 +oid sha256:2ad6c82d85872d7aebc92e8791237f57770de338f9de0fac5fe32ab19ec0957d +size 19502 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3090f7fb9700..b4df7b8f4691 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e4db3b879a0be61e0fa23ac26fe4a37f604f60e7534483f36330b1f3d4f7cdc -size 23460 +oid sha256:43982633219e813d0fb0e9531a728724df0f2ec70111e6969d4f61d24369ee93 +size 23442 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1da9abfb0094..733a372703cf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:276b61064e20eceeafdc56339756aa3423da400c87a72bb2ea927dab38a49804 -size 20556 +oid sha256:dc814f656c285c092d1fb59491bead7b11bd5acc8fd6e5f4c6336de3a87c9da5 +size 20533 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 72032c628fb0..a01e44276900 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bdf463ed29771f34231e22ae260f2102b888d2dc08b3e66f548cd344df612da3 -size 22342 +oid sha256:d5063359b6cea5710497e4b63fba2cec61cd50daf8b8d1f08d6feadaacfe4cc0 +size 22324 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8843e8e040b4..af66dca1f709 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39c9c1399ece53d016f158dfa3f6c032d77d03610b0f261005ca01a9734d3c77 -size 19431 +oid sha256:a6625ef8bb9b5e2a940f36268a72aea4b2fd46a9b47bd455f9f3cb1cdf5ed6ad +size 19425 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index be74ad5e284f..d2bfb3ba4bf0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5ac1083f3fa3984f778efc3188376f4b81c85194b0679a64c13c5164a82ebbd -size 23633 +oid sha256:a3197c7244f6bdab9f3d8e18024f5636f1ad5fe72fa0ff775f5fa91e0db78161 +size 23572 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 557a1a5858fd..ff365f706e1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:06a582f9c1a08d51dca85c1989c0db411164077fde5bd0e5117b5ddeb3544d28 -size 20401 +oid sha256:571296a5fe8c34435e692c91df1c73400e708b073e444f49b498deac96e8dac5 +size 20416 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0be79edbd8cc..8bf3dc559a02 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e0d73c0cdf0105f8f924a531a2542a4a28f32a43de377f732624478f95f930a -size 24600 +oid sha256:239ed4629e2189c6da8081684b08dfcc1e28429e5783c54c128eca26267abde5 +size 24571 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 17d7bf2ac493..f65837757290 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7139d075ce833006516e8484d1662b6ed2976cac0def73a74feddbaafad4f8ed -size 21745 +oid sha256:bdb70996c3e2ecaf0d66b598b28b03e988c3d00ace27cafa45cae97de85f2426 +size 21748 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a3acf2a4c64e..c04b528ca5ef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c38d8001c77a41f038bc3ba358cb1b610f8cb723c9fc58864f82ddf9da013d8 -size 25674 +oid sha256:d2649338f7abb217a0d8006179feae73bbab421b6e7f65bdb0d96fd93fd38cb2 +size 25629 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 792daa60e4e8..31953baee4b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f09ae4774cfc2a232439ff72876c58807dc61f98adab11651fa12a3b5dd572b2 -size 22734 +oid sha256:8077047005e593fe55e64557b72cab19930b4ee3401d781f23f893a043f20db4 +size 22717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index dc56487989b7..6164415fac2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f2313005f0c79902d5b459b58f5f7f9086ad640e68e685b9f4bbd63f6411c52 -size 25623 +oid sha256:eca44368df90dd64ed20d2194f375f5dc9a8d47f86ff6db4b96a85e88916a99b +size 25578 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e82a6240f6c2..3a36f60f0dc7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50a9e02c0a658f5c441a7a2a469c230f2fc469f61db169d8f92e1710ce47c298 -size 23331 +oid sha256:352b3395e4d3f8dd6b85266157c03cfbc8e8a0eb266fa02d68b4f5066bca40de +size 23353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 15e90b043a62..1c0d59b3d813 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cdeb38e8a9ffe46bf3e4dd43fe73a96152665c49e9d289ec50ba0f8433848875 -size 26683 +oid sha256:ef3623eea01837fd0627287440f5f20497e399b337b1cd8b8da09d29b0d7c300 +size 26656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c8ace32eb3a6..05c8243196d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4540326fc2117d6aa5e8550a2b911a4c2c3ad8a866b3cf45ff002653a15dec43 -size 24375 +oid sha256:389e4759e369e9d2ed6c79444636a999731e92f54decfd791b957b0743525b01 +size 24351 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 225b85e62356..bf316d45e8c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2503352b93ba2afa0c78230fc90c43297e5e327262eca1af9dd4afaef5852750 -size 25561 +oid sha256:7a2244469c5d27781d26f12903a3c0fefcc73c240ae81c30a2438ecbd25ccb83 +size 25528 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 15b8e2365d25..a90813e65ba1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9e50167227b642ca31e01c384371a61cbfafda98226149feaece1ad07b09350 -size 23250 +oid sha256:c98a0ecf6e7357a338e891f293c7f8131be968ba6d8b11e3ae62d881a2884ebc +size 23234 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 287d63f06503..da3da5c58cac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a6d9e027c3bb6ebbaba105c02354ce139e20d66a105c185223e9195cfddf593 -size 26878 +oid sha256:4b3b2eefa6f54ba7952d91878e5efdde094c9c44a2701ae00e37100ceb635302 +size 26819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 67a0760b50ae..0628a74b979b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6c27473ee56663df670ca004a0577634c0e13e0516ae94e05b1e8ea3d4e3726 -size 24233 +oid sha256:3d5df1c79941dcd6559f0fafb46225508e8d902f26abf4664caf7ee535a8ec81 +size 24221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3d4b3fdbbd37..299ef06aeff7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:163d1e34b28b1c6ef7474c8ba995bee534393533f93bb243eb4fed0cbd3d3a53 -size 27905 +oid sha256:88fd4fb466c7fffba1a5273a5a11c63377b5e9f6f2626a34d664ae878f94cf7d +size 27855 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 26db206b190f..c911e4da05c7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79bfa773e5cf5e63f6522d78c05267d9dbe7f7e80150f0aa793d609c1bad62f1 -size 25523 +oid sha256:3589d584c5bb62172765d237513447dc4c873d7894bb6867ec3edbc16050f0a9 +size 25518 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c474066871fc..50ff42daf433 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:322fc62a0693dba6c7cfae76528d6e7a6336465cd9925df853c95f245abe0edf -size 28707 +oid sha256:e3821c5f6e25d28112630beb5ccacd5e66916a3175951672adb4eca315e2c343 +size 28568 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8fa1af4e8183..8e576b04d3f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b06721c5944034c0a2583a1854378762aea2be90174337cef2bad8e899f2eedb -size 26658 +oid sha256:5b0393b0730b4032892324c18cb186dc221e64012619a39a59069cc06344d36f +size 26647 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e086a161c92d..011694937bd6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a19e36dc775a693aca2d6d052591f0ab1cfee2f28eba4bde0e9e04071bbff19 -size 23253 +oid sha256:50611ba8c1de49543b6863a687a3c8ecf9c623ba95f63a48dd3a1369cd818be6 +size 23138 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0a8b2c99fa53..d9183fe8c52e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc014c29f11821da4830b356929938689fc63a6e7cbd940d38c2bb079a9ad14d -size 20128 +oid sha256:e192e53c1abb0054dd55d2d05d072760132f800fb18fd87c567f647db0286f2b +size 20112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 07d95a81b746..a06b9f93affb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4ee34690843f17c878db83b11c865644b925aecb66849173995abf6ffb8bb05 -size 24190 +oid sha256:06b2b86f15dc36cf60358837486d742ce3c4630c325b0e680f6fd812e48b3212 +size 24176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4e460b19763b..2b4929ecbf5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42986e5c3018e63652c04ceadf960b1d502e43587d92f1181197bfef89bc47e1 -size 21228 +oid sha256:afd1155e8d604d696ad08df4b413c2872901cd5f58861b94581ea0b7e28318c4 +size 21136 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1a2f054c4c50..658002e3753a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7cf3ab9c21e449a7b04203b0d591dd1bb03c6ce22dc43a208f703fe1590a4c53 -size 23074 +oid sha256:26c1dd5c6ae95557d94d0e96522547465d8861ab37c1ca47e9dccd77fe2f5a94 +size 22998 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 55b178667cca..7e2f66900308 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c95e2a2a924151aa597a9a30fd0e01a1854906381789e3afec361a73d5e7c7a5 -size 20071 +oid sha256:f3d5e10ec008bd8a5eb95104286c2b048fc266068d1a4ca35841d46bc3cf935f +size 20110 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index fc04e7cffb7a..e69d8a4e14e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0117ad4e19d4823042b5bbce3334ba206e20c51640d9a4a146f00b5b45792a34 -size 24196 +oid sha256:7ed61f2afb9d8fa9685a72160e337d433b13953b8a088089f88984adf9c9eabc +size 24173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b0f2ac1a96a1..d303c9a087c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79ae0c93b466839972f132ed3fb8b7beabdaca3afce49f55b5dbc4a67ae4ebaf -size 20993 +oid sha256:70baf70ee25810304d08bae5b52c3f1af6447a46d839ad96d285cffe0e1a0876 +size 21030 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index c65687a8195f..9aedf76c8153 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e56c4d98642ed622ac7c6a303e7db3a3cb281b22f24b28d69acd759f68e0ff66 -size 25317 +oid sha256:e7c0a3154516d159475701dba0e904647b3df5372a38740093b8ca3b7c53bb2f +size 25143 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3bb78c57160c..fdb9c3b26e96 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28de834d1bc87ecc46930966f56f4e51c3637dc6de72a3e561b23ec46264073c -size 22248 +oid sha256:5bb7d5506ea6c73f09df785df5b0eb6ee026f80f418d08467a3ee33caa8705e0 +size 22261 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1cdbaffe2149..e0102634e342 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec4637eba779710d96b8b26d4acb345275948272d01e2f79d4303bbc3c64f68b -size 26231 +oid sha256:9448350186892613316784bc7752a53152347869c44131cb52c4893f5ecc3f82 +size 26254 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index dd00de1999e7..13f43c54f49f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ffd14d29a2f9cc5bdb9a9c61427b7cf3b44794434b049ff37c76f17f1b907b0 -size 23508 +oid sha256:3f7dc0185a9b4cdba61f28d2ad5db9382cb1dddc91aa53ea8849fcdd68dafd8a +size 23527 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3f8f656f1f6e..6684df1675f3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:665a1633d0ac77d9147eafca801c032136d2b22ee8964805beff479a3c35194e -size 26460 +oid sha256:587ffcc96c10280a83ee76342dadce0877b4df1d33db43a8da512a8eb6ab09a5 +size 26421 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 8906c58536e4..cdd61d357cf8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:78bcac7a5e996525a26e660b0801189a8a17bddeb621b73f829728c33e3784c0 -size 24206 +oid sha256:660fa7b69cc1f5dee4348e1a5cebb565db10de79b3d729f9a53e66bcbeb9b6d8 +size 24223 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c110a6ce0984..42fcb8061e83 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb047a19555d0884057bb421b62785326f76e77a275a50688f49459adc520870 -size 27505 +oid sha256:f0e612809916116052b793455af71169e41ade93e2e80be72a01174b4b369ff1 +size 27519 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ef45504ed008..677e31f453d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edcb3399430e2aba658abc7389c9d29b70604946955cbaef147b9668fd0a7ba8 -size 25344 +oid sha256:7003359116f38b55a5005c9d52a5a1b4b65c6a75697c109db75a5eb00157a4aa +size 25284 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c9954a0f89e4..ce9bde5fe8b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ef3e732f7d26a3e8673cf2b1231d58be1faca17705f52565439b2a17a31eacf -size 26635 +oid sha256:daa17e535412989e23efa61c483ceddf708a1b8d6af3eb9a5cfc22bb669eea09 +size 26593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d19a5ddbd156..40a1b59dc956 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87f8b62fbc1a9a67fc05e3209cf5d1198ba035b54c070d4157534244b016ef39 -size 24088 +oid sha256:43d313a16fcf3c5f1c719a10f21b867fc743027194414d259b2bb27010c3a300 +size 24094 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 56ab7ee6a32a..f72ca4dc2c93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83a10bd1099b804cbfd4f9e6eee6b6f36ec8b8b5606f1e19e2168084b31bad98 -size 27599 +oid sha256:44dd3dc67f5fcafa5992e2fddd0e318d9b5fb1ef75fd8c07ee4e3916aa97b9c9 +size 27562 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 124b6910c31d..d06f8c6f9703 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c6710c0e760073f06dccedce87c15af945b807fd5a0c9ac52cb4b00469a205e -size 25151 +oid sha256:33d0be892e3dbbab7316420d119ad1d8f7888254dbf103505944c94bc72e8115 +size 25140 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c14ca1b5c3f1..cca3c4a18b61 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4522e180bca5081050f1d06a9e38b512ae32d763fc99713adc4097ff2fb8fe95 -size 28711 +oid sha256:fb6926fa9f1d5b298315c8a8aedef14bee1fb2c32226f018ca567b155572493c +size 28634 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e1fb4405a5ec..afd0d37b12fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb855d4d90aacecd2fe0c454359493e646d46c942fcf1b9a2e530e39cc6c4dba -size 26359 +oid sha256:2e4ff25acc15784964976ad8922a964a30414aae0b138efa529d4f882bf75ed6 +size 26348 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 51345ceeb305..fb6f54b40e9c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:887142cdb820ba9fb0776eee2e206925a1bbcea7c012f1ce84d25623015daf21 -size 29459 +oid sha256:c0d4d86da7c8acfb88aa8ce7a22499a04cf2c83c9969a7b7e7b1c4bb5fe2faca +size 29422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 503edbb5fcb1..1a13769d5ab8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5ea361e2eff60e0c722a4bb13c7fbcf8500128c7519dfe151690645dd6360b5 -size 27521 +oid sha256:848097363ea1d00cabf2385423c82c4c30f95a68c9ab95c184cdf3c197fc3ae5 +size 27523 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9f4b86c4f331..9a095cc21004 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef9f4cf8c3805955612a2b5735ca75869475ce286e519de0652a73796cd56429 -size 24148 +oid sha256:64ccf387bc7f6d0c6fb170873335b229cb2eb06ea8dfe3adbdcd7161c65b7c4b +size 24128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d13c50a1dacf..d30d6fde0739 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5b14288168fee312e598a867dc96079d4c6f17b085af75e8419ce40ac042a48 -size 21022 +oid sha256:64858148082e25ec2503cbd42ff7688d8d47fa9410435ef94e4c34de21ceff6d +size 21014 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 716b34e07bb0..27e09c04b3f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91da6fd6c6263ad1c4291ff212bf6c0e24adc96f572264199589432d9474b93b -size 24775 +oid sha256:3451caa41c43e442749669f0d0d729f80551bedd7dfbdf4fa445b8bb6062fd5c +size 24743 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 65cfd107de89..639c4c00d54c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f00b359b4e12ab2355faf61350104dbd0eabf789a7b8473d6526d959db01b4c -size 22230 +oid sha256:a27f9a6d5451541939fa147c323c74ff68a5a4177771f4549f86a3e1799420d8 +size 22216 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7065ff3f1500..189eda830ece 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:416f3e5c23011eeb7369e3300b73712afd731f137e5466d74f2f2d915de9eca9 -size 24187 +oid sha256:1fd8df6b27e113a9d10e37b52bcb57afdb721756255b1f764ad9d59f0668e4f5 +size 24061 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0fceaf2eee1b..fce235ca917f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca813905b87e9c12735138d2fb99775f3161a265d381a346acfa70e34f05b3d2 -size 20830 +oid sha256:c1267b84e6230df4ac67d73d44f2778b3754466239bd4a649e981691a0d338b2 +size 20872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3e2c1b88768a..5c99dd5bc84d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:11ba91d95d815ad5c80df1d1dd1e15dc3755f1b44610e8feda9cd1a11dd0204a -size 25190 +oid sha256:d4651c6b141c10eb6e56ef3e7f18b85a2405d67a50d71b9288d4f5369f8eee1a +size 25157 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 255a4b215b72..4b809eec8362 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24f886713a3a81f4ee37899c2127a77aac0b2aea188b2c4ae0f1acb0567688b9 -size 22168 +oid sha256:03167ab1432aab69e1a279e2d097ed2dee3945706f6df74390d61d88dd1aacd4 +size 22144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9e012db2d35c..424c0bdf0963 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f513a93435891d551f2d92a02af23e62beab0e29784b5ab8c97ebea802cb9f1 -size 25141 +oid sha256:bd72128361fd25f744db60babbd522a78804b20fd7018425d9a7a448c65010d4 +size 25026 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3c8d21939e6f..ba7984e8302e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b3ba26695c1aacd6f71cbdf53d7598cdcbe914c859be64a2d90ec5d85c6c54d -size 21931 +oid sha256:55fcb410fb9819e5988756d7d91516de9cfc1ff3b1b9f9c054d8a351de81afd6 +size 21819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 14964d824854..83c38ca4fc10 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c8ad52731541f73e8098702329e2da6f019481f766786c1acc4fc214c90c4cae -size 26049 +oid sha256:2179623ad22420a06669be78e2aa7e9e82e634c13bdd95c564920ebfec10534a +size 25881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4996ff3a8825..7c9048874760 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb87e8220f97acc8f599fecb15bc36443a38f3a681b39d5a163a25dff26a3a2d -size 22695 +oid sha256:7cb7758d09cfc2b3937318c29c0644da6ef15ec3bc11c06a88f1915a0850ceb2 +size 22716 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3c6f544950b9..d0a176274dd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3cdff0212f5f6f28e7481365dfcd4e060e3f348d75dc103be865c7a7104d7cdd -size 25332 +oid sha256:5bab46678ac773ab64d5e1c3aa7018a4447a2067ec27bdfad48ba509b6214f04 +size 25188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index f41ccdeb4aa8..a12395b9ad75 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a9d3c9d2b21558078cca6362c7a53400804c4e59a834466eb0d36f5418fc5f9 -size 22409 +oid sha256:e83e27aa5d118f29d9239006202869d8eb42c777876160bb2a54e0a6691b79e8 +size 22283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6d6ef2968f1a..f436b9407453 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:064aab262b985df1d3ab1a1c90ee498eb5bf75b2bff5a409d6abcc1124a5fd9f -size 26210 +oid sha256:2eb2bfc840ef0cb743f26fee699ce586f37536a8aee053f40074ece48d2abbdb +size 26052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 722e864f3b9f..0a15f878a3e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9fbb4e9d36a7bd5df0c90c6c16a0b9d6c9d64f1a4756dcc71b81fe6b9253eda -size 23487 +oid sha256:56cb5be55bb34bef992fe1817d9c853ef027f24073c9f8493514d85b9a6c4ea2 +size 23470 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index b483fb16b350..be46de4ed020 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2d6a9c2f1e2bf44ff79cb7510ddf0d5b825a78bf7e2ef64efbc71fe39880def -size 21610 +oid sha256:e5184c5241af2e161a71bc58ecf0a084fdf0f5b42938f8fb4129c552bcb03d6d +size 21448 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0930fed3ccc5..ad2640b7a544 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54fc3177edbc1140545c85ed92ea08bde885731c752c879f6ff8241aa6817422 -size 19297 +oid sha256:af7d733dd4cf6f4fe36e1e017b3a96ece0abb9d1ba26eaf512bc437c5231814a +size 19253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 57aef9c41a1c..9f19f63a90bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6c93055a8236579eabf76feefa2762a1f85264e4eeca089540dd1ce6c479345 -size 22826 +oid sha256:c512b77951c611102075bc181e15417fe61a5345dc2cc893a6c6e08fcbedba74 +size 22806 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d84ddef213f0..9004b38ed9f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e673bd41e756d01168d0a9aa247083d6fb20974bc693ed171c22535b75ab447a -size 20201 +oid sha256:deaa9dda373f98e1fc44d457353e4f8d8660d901dc8280b2e137055998181c50 +size 20194 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 152b1b20b64a..3cc64efff4dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:251d75f34ef4598aca7227ce16dda4607709cc78a5625a5dffbac527e1cead5a -size 21825 +oid sha256:d4c9a762179fa5f291ea4e8011d53cba6257a3ae33da29458df0bc00de25f6e8 +size 21689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index b39494a2e53e..36a4a2c8c0aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52cd8b818ef8ffbebd08f603689d45e9fdb9b04df3f8e04123129d18b0685c50 -size 30034 +oid sha256:26c17e7d620d3fb79d2dc6ce9527cb3c569bf894133b898e5bbcbcf97d58c891 +size 30183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index c3bc72052753..19baf00af824 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34c0be37f116160b345064492c0edadc98e86a851790ddbe9957f7cb05d928a9 -size 22966 +oid sha256:0f34a5e28b3bca0348c312129ffb69f99f30a78d2f7d0b7b1da1722331bbc8dc +size 23043 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index b5afe55a3f8e..7d329d1572ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f21ee45218504074443fdb51f6299f282d871f4eb53153e99dc5a7206383f578 -size 39122 +oid sha256:b5197d791633f254abef632518664baea5928fb80957f6047abe2ff0f5b8821d +size 39294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 6fd733067f5a..ba81f3c7028a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5ff1c8b177813c84cbaa109ebd4d24baf02f87169f772ec7f1181224668e999 -size 30858 +oid sha256:fe818c2a0a2ea84d691ed37698f46e2ece47b8fc9cac9cb1d917ccc34a3b192d +size 30881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 29f9b98ec79c..03ccdcfcf7ab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60cc38a98edd1ea83dd7d47174e36aaa2949df19f25b42f2f6ef9b147e93b130 -size 30871 +oid sha256:e51784d22bf04d21efabc23d0b07c0254f8471a43155f07c9c6f14682ce64d87 +size 31088 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index e99b9cb3503a..942b86e3cb72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c6dcebf7ee9b72a7058fee5a080cce4dcb170696298f4dbad850ff2f17532057 -size 23627 +oid sha256:c5615de716e8738cbe6617ddeb5613ca940dfe732a879ee375a61bdbb2f09a5a +size 23706 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index f5fae9744d48..f7113e279edb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45b2a40aa609ba9dd860c3edd60ec5992915592df5e2abfc5e50f61452694641 -size 19211 +oid sha256:f09883ac2a0526321996739eb35ee9f3a40de92890eb703034f36d074c0b5b6f +size 19169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8d4dbc9a30dd..76afd746bc26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:401a20cfee2d59d1457c71e1014edfc80296b7c3c50634d94cea4eafecc9e003 -size 23157 +oid sha256:ba28832cac9a2819d8d284830b22f4c06c79a717cd47bfe8bb726d3b12ad2811 +size 23031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 4f2281b623a9..80a78139d67a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:107d341d6eaa487aae9e56c7a170f6d1da16fbed6b2d83f6a776f3a59ed74fb1 -size 30629 +oid sha256:db42639359866087cc652083dbd4d1eb0bad6885f3f64cca4b6a55092f5360b7 +size 30812 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 6f0fb778e7b7..19f1c84b36d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95c388bd72d4303c8b05da299f77fc139ccc422b58b8a48c88f67703c50d1bf7 -size 24028 +oid sha256:5fc9553299dddfb8f475c9bceb1b502ead27bacd223a284a0798ea502d00f744 +size 23964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index db4d6957c839..2835377a090b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8613e1f0956a7ec0554876fdab23f65864ed780c309785c7faf9e07ef8baaa85 -size 40027 +oid sha256:ff19ba1b05df5ab415d80ddf86cc42303242a17331e032e330f2ce5b72fbaca5 +size 40240 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index bc1c112bb0ad..e3ba1c90795a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9dde8866c9289f309e3197c5bc44395fc6919f93e9d49633e4f237dd7a5ce1a -size 31933 +oid sha256:3587c65f33a69cc28e470f5dd8926ea48c46f4a21ba19e23b3857a3a06aaf1b1 +size 32018 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 28d5cdeb457b..d03f40533772 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2efd1cd805655537473e711dab62667a3cba742733d431056c92409ccae065da -size 31897 +oid sha256:8ff8a4bdf15978da9e256b0ab01bcf2a18a753139fe95ed5c68df3769b666efb +size 32096 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 89b423e69e48..f1b5c60f6085 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28576724d85a86aef6eb6a1c2b2773df96b7634a204ef12f4a51a65fb4c038fd -size 24479 +oid sha256:48631e0f205a6c70f98782e4c00425b741788731d6f89130f44ee9b05caa0cf6 +size 24474 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 80ace958344f..2979a557f882 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:119e416018f1fac5999063d8fea64794aa37dd0d09671ef27bbfdab8f6c8917e -size 20321 +oid sha256:0d87617dc123f8e6034d8d864704d751e1caa7882852d79868478fd8c0cc57b9 +size 20298 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5f39a80006a7..6df23d644f9e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d521dea94539cf4ed81c8ec680ba39d5251ae7813d15398509993c8c28eefd9e -size 23616 +oid sha256:28a42f0eae085af04ab1faaf67a5d13390998048a470abc522b24b4c3394a6b5 +size 23406 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 586be5245d3c..29dae9308c3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f4fd775d3743774c872addd86ce6689c992ef185c432d8003bf98898b87fd72 -size 21318 +oid sha256:eccc502540922b239261fa882bc75a11fe89898e2d56be08fc41d6e46054db1f +size 21313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 533aea4fe8cf..d525c09a8cab 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59d89f356ab6c458f213133fd36041591520bb63a028b437c04aac6a4e0fe88f -size 24717 +oid sha256:bef0cc61c5c5816cd0c39c8f0fca11f59fea166c0b8025d24ba38151cd826c2c +size 24565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 01bea6b8f518..7e90ba2a403a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db1dd298eb77bb12d98151916140a994783f44a6ec4a25cc4e92ba8463914f48 -size 22276 +oid sha256:aecc149a60ecc0dc2a165035c675e10bccb61aac3bf3df587fb5a0ace50969a6 +size 22260 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 120502b00d5f..e2a6e7f75351 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:164ef97379d60d4fc79f39c8615848a79c6d08c598a5fe1e8dd7bdb194886ccc -size 24778 +oid sha256:a6b09a2cfbf938f3a66b0a84dc099ef0cc7c95164025729d207f80bf70fc577a +size 24656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 78ea34f565f2..203a95e4fbeb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8c568afc543f070f40558b39a1a2eed94a94c2eb419ce4858c7e680af533715 -size 22788 +oid sha256:3a5b7ab5c464d78781ce25d8a1254eb32da50ea7335be61488fa76a471765f60 +size 22667 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index dc83974880d1..122ca4e0cd41 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0bf02cfc14d994a941f5bd312556efef6a65cfc91890dcd3517604f68476f71e -size 25854 +oid sha256:0a54fab60d460d98107c4c59905e23067578b3afdb9d280969e0be0ee1d65128 +size 25840 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1069a402c7ad..b47be7f015d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:15942c07a7dd115210734bbebe1dc35fab05a038e348b698c6ca061996f85fb9 -size 23548 +oid sha256:b59ba78ace4969606d2e8175aa8bfedaf59edb88ca6b5dee716e341cda197814 +size 23446 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 77449405671e..8b2562afda1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:76840cad58bcf918a1028869d2616ba306a03c7d5f7ad613545adfada0070e6e -size 24831 +oid sha256:14fcb07524a6bf4052f774965f1fc12762265a777f2ff74a7aadb532d3f18816 +size 24721 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 06dbb36e2d46..95422f7f962c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a06f0a655b7d734fdc374cb499e7899ff3a5eae1b9376adbe523c63568fc2340 -size 22861 +oid sha256:45e1d433cdcf821f652ba12e759f2f7f067d952586eeeee3ac2fccd26fb4e7fd +size 22791 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ad65c372e10e..8ecd59c64136 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f249271d91bfc4f6ca4f04d2fc999aa3251f5e026aa2176e6fbc905fa1aaf19e -size 26548 +oid sha256:d96bcc6d7fd621d083819300a1f3f868fc79f685ecd5cb8949d2ebad20918a25 +size 26458 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7414b14471b5..c13bb81febd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:186863f67b0ee84e02684b581f98dbe2c9e69ade131160ee67caa4a40f281e1f -size 23962 +oid sha256:c7f6ddd0073e4d98ad7e211e0e8f740ad1c0ae27ddffa0430e40117c85686c0f +size 23887 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 35aed7171e1f..6cddf371cc60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7154202f5ba07ac84ea814982ec1dd7618e702159ee72b48622e56c440379e6d -size 27031 +oid sha256:3b2a0da36ed5d604c8508137cee00e5258704b59e654a3ae3ac2e0b1857c6bc7 +size 26845 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 9241a20ed2a9..eedf5a0444c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa032d832fa3bf0c75bdf700037752aa48c8811b08607644e7293e0a65864876 -size 24817 +oid sha256:fbca0c127d0e41e989e12a41466ca9de4176a304a3d543c9c30daccf23e92d96 +size 24823 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 32a0094404d4..e35f7f8e4a4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14fb773c215833596431620a7601eb37d5fadf8199c5ff76b7dd73ab8ccdef45 -size 27895 +oid sha256:b4e408f226042f913f0c640a10b825a9ad79bb4defc3b75cc474de719a480016 +size 27850 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c04bf2b1f833..e5992e5ab2c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5694047271ed0a8693df4542837ceeefbf4c0d0c413367af0b54502d25ee0c9 -size 25844 +oid sha256:8277f4b3ad4728c7fe0f73db4369b0b6caf9bd9d964a31e6552d8d8292c7ab67 +size 25832 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3aee7eb84f1a..5572baf2a905 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73b70b9730d646754ea94c56d20fa3909bc549ac2f17d84b552a3235f93b5a52 -size 21647 +oid sha256:647c6dfb90def43b31d731c617669f95ace547d6974e37b427e5b98da5bea797 +size 21491 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index f107330d8286..4a4eca49b6dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37143ab7246653326919467206fb10e49ef2ac807051ce30d3969781a67d2ed9 -size 19265 +oid sha256:c7ba77d4e55f45ae51232e2cde0cfda60586db2a955730b5b13d161ef223188e +size 19254 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d2348a5c1b55..d3c0d1c3833f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79205e2dcc64c39a4e8f2b739a774fdca3f2210f8bdcd15771123624105c27f1 -size 22855 +oid sha256:45d64e1c9e1edab9ebde311220f325247d6de11392dd86a383ff781c0d46b5d0 +size 22729 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 84c3a5d275b1..892d0519c39a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30f4673d25220452898915a401f2dba2e51680974ad0baaabdf858689dbe2d8c -size 20201 +oid sha256:6828b8bef3748b07a48332e07c4fa33eabb03b112b012e5082e45d5e7e428d9c +size 20204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 55b21005b801..2f99da825102 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:df2893a75079d90ed470c116d0834c75d9d99e17926f9fc0473f3f53c921505a -size 21822 +oid sha256:0a70454b9a91efb9f9f838878d1f4614f350a3eb9b1f47f7e7e5995a338c37f9 +size 21686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index c2ff81f2946c..764c1739c87d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4926895305683ec6249fafd822c1a2a3511a2aff99e52a9a9ef3588585ee54b -size 30036 +oid sha256:17985a490c8edcde7219cd3ae4547abc7af421d522e4fac5effd8b24fbb678ca +size 30175 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 2f16335b3bea..d5e6f4797b80 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c2507f9998833bef3263ee32e02bb12c97a3c59d25278edd9978891a828191e -size 22981 +oid sha256:fa46fc6b7a4d62c36820ae1c1aee3fb8b8e1ee7d84e3278cd480c46850592a1f +size 23066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index a067df360632..e62a20f633da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b28b6f70e8365f32108a5152319d39bac53d77201139e45a59e9744c5e2a3ad -size 39121 +oid sha256:0d953e3f9ad735c382a623ba5a41a103e48709c245e8a0bf34119df175609127 +size 39283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 9b2775be5c6d..94af678795aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:897cfeb5192fa4443becb00b10a955c89e952c44dfa9042d319c155c45467dd4 -size 30860 +oid sha256:96f6cf41caf2efa3eddcd61fb7e5db20416a73ac6f09ea66aac155a55e8897d9 +size 30903 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index ca371cdeccca..dd3fc9aae394 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54e9382e65b47cab8e144b694811b50e021f85f2d2c46dc7b34514dc1e1f883c -size 30853 +oid sha256:3e67938c74602e0b077a44324d8d567bc608c9e1364953b4943ba35c57c72b6f +size 31096 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index a93704172753..3a36afcd83b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ce20849a03eb2d3f764c2583b2ed96933b53ae4cd5604a50f4735df31afe7f9 -size 23637 +oid sha256:54f7b11276d790a59131967e61cc66fb6cf70e997311517b4bb0ada365b887a3 +size 23703 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5eb6a4219410..daa1530430fc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:596e656c9e610ade1b2a90ef8d649421b4d576ad904997fb6c48b1bad51871ad -size 19216 +oid sha256:c9568a5795f07ac64843694e7d9a990b93af635841c37e1fc69be250306ef3a0 +size 19179 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 94553decf3c3..68f46c68af5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a45f2fe730e558ed1ab4e2ac3d211d9d713bc66eb525f99d35a496eaadb58e25 -size 23165 +oid sha256:1ed4cdb670b9a04c5c092454fa1bc84697e7fb38be7bb73559e6a51646725312 +size 23051 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 45f4389b6dd0..75c7f7e7ebfa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a72c4559dbdcc37b004d6d977e0d2df4042aa16cf8c4ea1c1d40f30611927d2e -size 30622 +oid sha256:2627a2d6545781ee9db5d642709eb8e4bf62e80b555491a0a31b8478f9a03942 +size 30817 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index fc05a60f2e9b..fe97d00bf382 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a2c7ba810c5a17495c8fe727a7461d77950971df1f34dc23821655a20fe9992 -size 24025 +oid sha256:72800afb410e6b3d5535664aa53b05d434edb332effdf5c968791e4ae66e450f +size 23960 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index b50de3f7d7d2..f7f13c49c61f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7d314c8c9e6bf87d4c1705f971c69768bfd0e2d4a1359b802576eb1b3a4647e9 -size 40046 +oid sha256:110ad9c271e2b86f4b3f9a61a01efce5b70397f3510cac335bed12df80f25e35 +size 40265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 44fb232dced8..63dbfcf0a0b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79fe94f66230fce7d59edbd872882beb5baf74ef4f38840a7cb707ac846c906e -size 31933 +oid sha256:ccba33f6b2dab0f99dd8e4b4fcb47dee726200ab81cb5bc054f37b0624c9e25e +size 32046 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index d2de752a5a1d..bc0498fd2d33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed1ee88c761cb2a2a8e087a70f8902113c94bc5acc0281be3dcd52449276dc05 -size 31906 +oid sha256:9822609a84331d9160a1916633ef116162d8bcf37b4111cd35c438eb136d0925 +size 32099 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 1d33073baea1..ba31c5988b89 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dda192fb54979c58192c0d0813eb772f29056806d5d8728f7e20c866346063c4 -size 24486 +oid sha256:4667ff1e3ff6a3bdb0228b6d41d71aea45c55a91ba38536658a346c18b842bd8 +size 24461 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 016395719109..4200b86dd335 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5db01826cc1f21a161eb8c95dde7b28d3f0c5da03766b877a258c118876f5175 -size 20331 +oid sha256:3b7249e8006649ff33f1dc7e62cab36bc7e9c186d25a29a18cf5bf8bb24e6563 +size 20311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 877fc124ec55..7748bfac89b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6209c9287106d3a9ecf4675b0b65adcb8237edaf1490f3f0a97168f1dae6156a -size 21246 +oid sha256:b80b84e6c872c168c4ace559061ac15ae699b373b15cecc39e25404828108ed1 +size 21129 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index f52d51ff94fe..5992ddce3ea5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d21af67e5d048242e5ed1459ad87e42e9231db0af5138cf90d70cfed910af5d7 -size 18584 +oid sha256:1432e41dbdb25be2925e7ebd866ec38774bdfcee7179c200a6d875f361736f2f +size 18475 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4c39f03199a1..ac43f59db6f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36455d53a0c9427d92dcce9a45c5a01e77a4c21b89a935e9dcf7f9a70cc506e5 -size 21800 +oid sha256:590b93ee41740ab397f8a91acc4b9d7ac77f049d84352bcf7b390946b26215f4 +size 21787 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 8966ff472195..5ed15f77c61d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e808af6803a5c57cf71cc4b3e2308c524f806793cf02b0f431681e696054f680 -size 19075 +oid sha256:a90d3411fb826fcb3d22e22d89afbc9761fe03d0ac450ae4bb4d1117d31eb362 +size 18969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6a1b998711f1..1c052d8b5aa7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0202f994d69ba68bb4fc8b4da7d2091f0037763cae98e4b73817c2de846e877 -size 21466 +oid sha256:65828050154ba4b07fbffa31c79d9ca877bd50e13c7afc67b030282eb77175b2 +size 21331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index de39f64c6096..04e58cf03eb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24cbdc92f2c71e65382d921c32f591d8dc7387e4046425334f2e51e287255081 -size 18331 +oid sha256:0e58db683185db69ba2aeacc47dea59ecefa13b57012a288dfb191738da6aa76 +size 18217 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e95d4c17acae..075270436d60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a52dc90dc0ad6daee37faa0212bbf05abad42eb15c9930087f748e2ef7fb599c -size 22030 +oid sha256:d44678928b63b57f9fa86e938b502645d317feb5babce9b2e8877a0ad0b14106 +size 22027 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 52ebc55b4a04..39661d3ea8f9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8360e2efb70faccee310be0a03a8081fdc2098ce711725f6131ec3b36e42d76d -size 18984 +oid sha256:4a57e682d2ff6bff111fafdeababbb2c45f174571db81ea2f84749a2f71f4521 +size 18894 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0f1f3acb9d9a..04b26d16507b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:37c42153af66346da4d077103058459777a9ec9baa37e40bbdba61c55ea4a3e2 -size 23325 +oid sha256:bad0d72966da555a7e1f6224780b4fe4f86259662d1c97ecd0b191e056e7edd3 +size 23098 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index bc7771b6f170..3dcfe68d510b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2e438fa260b326a62cc4b2e3f9265f9d9ecc004d3044aa549949d39cb7f329f -size 20678 +oid sha256:841d2a8a6e58d5d83ffc540fa3b7ded7d9ce6a86ff48b4666c836b8df2a4d6e3 +size 20455 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 04ecdb5626d9..2370526a713f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dddcfb2316eed7242aa684da9d4505ccc6c6722ecc60d51f880f597bb8268497 -size 23853 +oid sha256:31673e87f7868778da693bc213b0071c9879c53e127129d21bb1b43c5690fee4 +size 23824 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 52e833a55e90..3f9c9f3d40db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e0e4121fe401c0b026b23c92c23542b7e9bb7a2de7b2dfd1ace85bf42a3f50d -size 21202 +oid sha256:88398d6d9b4d7458ae8f9cb15628d0ae1ab9efa3b9326c03203cfdebff91cec4 +size 20977 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5d0d7c30f5d9..33fc83f91b09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:648f8a50d849ce0f3e75c8166cfc327454b89b787be95fa12b350ad2bb1c15f6 -size 25015 +oid sha256:095c4114f70532ed4a2a4fe00dc38275b56108d03d37196650044a663a7bbd2f +size 24850 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index da0a47a830fe..3f50fe07f539 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d89137d792681351870f8b2f044be426955b62071378a4d4f0c2131c4a00fc39 -size 22326 +oid sha256:f847df4a6d36682cf9edd9e70d42b4602a5e81ca304f6c058d74d92e8793067c +size 22203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f74da71037a4..61cc176ed15c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4619273908081087c30f46f8e8afb92e7f2ca8829806df2a1952c9a66823ccba -size 25931 +oid sha256:ca878fc7e7cc97c68dd1c79cfed66d64f233c43891a4ed619578d0f019904d0b +size 25815 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 16691465fbde..6a754a2116af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5636e4784e314293b3877259092b1b20d7d4eae66047ded681bee461617bd63 -size 22889 +oid sha256:37931e1b92983091a5eef1ab24542ba703ac178a2d1285d69fa9b612ace079e1 +size 22771 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b87ea761dc60..ae7c2c32af2b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63743d1413498aeb5a4472d8d791db29b6f849b3b96f3c75fac5088dda10f544 -size 24927 +oid sha256:269d907be0c5541877172cfd27088c548e4eacf30e820dd42c9b0565adc1a647 +size 24803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5ace9dda3b6d..a11a17970eb0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa34513767abb93bcdd88aa0262829ffca71747f5ae6d941b73c2c2c738e8ee4 -size 22217 +oid sha256:eb53956426df4797ae4be44a432ba70801834270e4c93931f52cec7d94b081b9 +size 22082 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index cfac8dfa13e3..35fc5553a009 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f8141715e93b4c508aa90094e6f4ea4c25057d7b3ac2b358e0c75cde4f541c7e -size 25838 +oid sha256:19636e57712681147e4c359a9b6c2edd862da4fcaf1b146ea494aab6cf5b94e3 +size 25789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2c83e3a6ae52..4fde7297ed35 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:222e09e10c8da72c3de076fe617344e66692d729c76ac0a32c50a7816d52d5ab -size 22703 +oid sha256:4f7f9f93dd02ee1ae6aed12a23ec1f09bf01dca38e3721f1d0ccb62838b6c8c2 +size 22637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 09ac61e0dcf9..ac82c437a940 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7957e950b81f5bdcfe62ca1ff54e1339d42fcbf79950acffac4c8f8c604d4220 -size 27352 +oid sha256:ba9409da19fb20ee5fd33dd32abc982e65613ac80bdcdb5b3823fffe19f4f1d4 +size 27137 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ce74767a53f2..4f59882bff59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:445bad6e40d358faebfe96b544c44223f4ddd148f0aeb4d92ad66ec3053c1f72 -size 24914 +oid sha256:d9977f52211be6bee694b6825f340811f2ad448bc37bbeb9454461d604458e67 +size 24672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index d73e20e284b2..9d73dbce0eb8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0017dd3bb56a706c38b7a01dbd9407dc259697e590a567dc0b6449857ed5687 -size 28251 +oid sha256:566f03475ffba203e72b3b5ee95863e8f85662e195197e1aac14aa28d5b4ba36 +size 28052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fb4118f487eb..6b9913704c59 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e55228d706e4d85298a17fa745e4f8d6707b434798fe464803e9d14c2808bc10 -size 25349 +oid sha256:5b181b9a6c8ed13926fc41d8d3197ff74c3abd78fd52de89416cdfd179223fb1 +size 25127 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4ade36b2f961..3ed0d691653c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c20e06e87e46e6112c1594f6f33218f1a50d360c5e8dbe9e06c20c2cec4aa46 -size 21177 +oid sha256:bbd83de14fd90899b79e47e6bfff859ffb324205a3113479e6ade7bf2708cd6a +size 21076 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 709dcb1419fd..bf12c26ed077 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b57755ef6b74581a12c4658a358edce719301e7a3e36864e312212e5478b5d2 -size 18509 +oid sha256:0eeae8ef876e1c08b7602a340e2ad3dbefbebb39e293922fa8825c249383375e +size 18409 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 58970c07cf00..b64daee5e97b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b58942109ad460bacf870d05d555622f95d01c250160bad749daa555a54157a -size 21849 +oid sha256:535e93465a4d4ce12b7b8d02b45bdcdf95ac0618e353e775f857f4439d3f1eab +size 21802 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 431fe2ce779e..fb83d55a9868 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aad49c6aefb0a194921c4584e6aa3c7146651d6c8af0db11eb80eeb0f76bca1f -size 19130 +oid sha256:5cd35c8f58400170d19047c28a0bf547b7304d36f62e6d46b19275e906ac6a25 +size 19097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6466ba496d78..b07763e064bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb25a522ad478aeae2b8635f5a81d71749a63df0c3463df76aaa2434b9189bce -size 21459 +oid sha256:4aedd3143370c4a4309c85d0630fa86c3c91688bb00e72ec408b8218954a137f +size 21326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8ab76919c82c..11707ec4468d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5cdcef0139286c21a8e00f6b8faff7f2e8b1ca04219bc4320f7bbc43e23b84d3 -size 18318 +oid sha256:f42bb3744f8649d15d37ad39ecc8d8e99eccd68025178d2a5a67481dbc5935de +size 18203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index cd2235197720..82cb6b1e6ed2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad75a4ffc89c39fe400146abdd49fed279c8b4527350962201e0335d3e55f975 -size 22033 +oid sha256:cb5abf55098ad811fc2a8ea22f87704e9320fff1644b52c7aca2f3a39f4457c2 +size 22029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 561067414227..bf178561fdb3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:030c21eac556e9298b74c8ef4ee015f589ba1653053ae3687a9c9800c4f41f83 -size 19005 +oid sha256:387f86417ea99f26858af4ad5360f0365dea5e8ed5dfecd182ccfaff7102d0c7 +size 18904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2e9abf58a1b3..cda4978873f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d615ee7f1d9c7a705c890ae84a97653f6880f79a551a3c3a288a1c10a5f8dbdb -size 22273 +oid sha256:84316fd21cd9afdd698d5cf0d4e52c5e0af5c67eb8e0e48133872fa812749e84 +size 22161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index f86d7e5aa2e8..13055350057c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:476cda3286222843dac8e0e88949c8c58868d821e0b6bca3c570b5cbfa71cf40 -size 19388 +oid sha256:cddfc9583f71a960e2e520fb397b057ef09218ae0a9ee4a7f005d0a8dd2fd30a +size 19272 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0077b8449d38..65dc0b2cfb69 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe56dfdd0e17995c4f92d99ac6723e9e344450b83ef2e1d8d0a24d3a75219c0c -size 22947 +oid sha256:45c1ba1d3f86ab4e461e930ebbdf4cc6beeaba3158af830753adb169bd485ef6 +size 22838 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5862f75123e2..c7252ebc4234 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38da81d51f6e30e82a9bc90ed8dd13e77e9bdd25347fa34bc90ae7bd5733b565 -size 19903 +oid sha256:39d3a606ce0b0b006d4e6fb2faf970c71eb5775ce27feeab94dbdc8e503032f0 +size 19762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index d99f8e8004e9..b7762dbed754 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cead1fd80a4362e7f6be320b7f5ca0d699ea3a574f8e8b899689e2accecb71e4 -size 22546 +oid sha256:3b3dfd8af1dee4835f124cab2a90eab38521bcca9500366bfa69abe2350a800b +size 22374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index ddcb8e84859f..1ed01a61f234 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4faf85d7eb1fb3ab39604ad671158bdb9ff0f2069347647c26b466189ea12ecb -size 19937 +oid sha256:4b0d0e4e214194a9625ec152697bf4b31d8edf6c2ce988963a24162313e2d1e2 +size 19841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 68d9b2db37ba..337cfc813624 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59483186ab00be653b019574689522a9a8b5d7d9af52c46117a4d88e7d256f2d -size 23044 +oid sha256:b221ed72dde395c50e6097d70558184160c4d06e2d5d9275ce7159e31a4572af +size 22965 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index df527154cec8..702e79fd5202 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10aca4cae70f424204d26365d7d213d6f56739690b92838200aa39f7db842f2f -size 20519 +oid sha256:4ad3c2ee3fa5998fc59dd81a290b6616cfaa42cc6fa7822460265602489cdd8b +size 20400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5279273a3be0..e4b24f7c4e60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e3196e37e313d60dc5e0db9cab666b1198cc570e590e5457d385a8ba7ed6cde0 -size 26567 +oid sha256:237c9aa5d107091defc36f2aead4c70a11d5e692dc1b4b187008f8460ee6d9d3 +size 26381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d07385ae7b8b..f28e120afb25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04f23d5dcc28abb1459392949f69826048bff00370dffbcd282df2ced9199069 -size 23806 +oid sha256:9c33fd6f2873d8ab37b91479a0f8a0480f569594f61f1eaea1ce2c9c2833db56 +size 23755 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 430682b6e17c..2735e8f260b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:092ac7f19c97280e3377073f2af219d527da367f9ee08fa900b6f346f7e5ee52 -size 27445 +oid sha256:e8be2dc04146af95ae8057e69eeefa023d24a25d7187b58ba311bbb795ed6b2a +size 27459 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 02d5915e5323..1586d0646571 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6e227e02cd4ed3b1a1f84f87db33ab200097ef13dc5d7d9a9a1e9b8ec103c5ae -size 24358 +oid sha256:d4f6af31d667ba546026a30764973a9c745859c1f4542d54054a13d584b4c689 +size 24242 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e112bc32d689..2cdfe34321cb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc864d6a0a3de2a225ebdfe35e58800a07624fed2a8f7f651da2a8d9584eaaab -size 26651 +oid sha256:24076ed0eee723d7e08f82b49ae13359c57c0cd1d6fcb5c2995f094c7259cb3e +size 26503 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 696aeba2768c..9f998c53b21f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:733f5aef04921bf336006c77b6fb011d0232f7786802f2324931db2586b0ca0f -size 24181 +oid sha256:339d08e7e334526066197c33f05aff0a87f8b3d107cf8873b137bcf6d3aebe87 +size 24061 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2df513544527..8409fae86b82 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:903b4e2d7f25c6d970a23e2bc2608143352a9069b700e95077a155b998696c37 -size 27309 +oid sha256:864c37df912610cbdb7b53882bb0f6cb930169187e82c1c2942239647de0a145 +size 27257 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index cff71f5a9eda..77c54efed222 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:534e3e19dbe181e65f537da1b941197782763792fe23f14399ce888a2176ef79 -size 24945 +oid sha256:fe1a83375e0f58685dbc215158e50e9fe321d8fb95fe035731bc7715c6b85139 +size 24853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index c8e470674f86..932e529b395c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fdecbb52931b3af51c6bac19f3897c8548b992132d47d0553e4a7927e95b36f -size 20849 +oid sha256:4ce252d09754c3ed2a54206da583c84fe5db772c4df446e043bdca327b81c586 +size 20739 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a1d310a27283..b30fdbdca361 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6eab5addaf6e990ca483cef3476995a44059af5806ac2829e1b50e50a4c4c4e2 -size 18099 +oid sha256:e9351917756484ccc45cfbb6926ee0a44d761f69458efe11389fd843e9e5a21d +size 17996 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index afe0d6a7b90a..1083926a57db 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c036e2da2833f0cfa298674ef30a52538bf708180043e7e7cf69d586c4905a5 -size 21851 +oid sha256:b9c6623039705ea23fb4084bafab86405373dbc38e8722700bca133391a1ac20 +size 21718 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a2c1af0895a6..fdec4cce2357 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26fb905fee66a3384ecf1e9305d3048eb8770a8d9e432b07cfc7b46eb2fedf27 -size 19029 +oid sha256:7116a6c59250000bc3e36a9fcf8f1e67f0bf7b16dcf022b4a245da1fca6d2aa3 +size 18913 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5cfa33a7235b..5b1936c7a2d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d0c9636aafa7a2d50e4b2c8cfcb2f1cb5a3075def98bafffcb95544bb3e0de7 -size 20980 +oid sha256:6c249378f2abca7cb2e75589d0f70cb617beda5da2c25790469fd6289d076d93 +size 20816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index c494de5ce818..91a894929f9a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7271a29431d953046120b32beb570f59cae863e8cb5863c94be8937c55ae17c2 -size 28510 +oid sha256:61665faabc883ea37cbe8c008b42b78f4bee5b6dc751961adf6c8ca68339a473 +size 28880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 7e0f29cdc10e..19fc67ec1905 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:06211260d8373a182f753eab765b431e71da580a44631fc08b6bf1e09870c14c -size 20836 +oid sha256:96bccccfb80f1a18b81447f6fc8f796e8d8a1b0444a56cf292accfc4cd0d69d3 +size 21089 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 59cca5653ecd..f6c226553316 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47c9ca36ce5092f693dbae23c3a1488e127e6561d6c2cd38ce45540295f5f345 -size 37051 +oid sha256:c6cf6d76e2d884401d50a552474a04ce09df3c1ff776c6c27331a28fe68abb94 +size 37357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 0c8bb3107beb..1b85fe89e737 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec1e8e70bd20a12cdac00e6a1d3e09e3df5b310c02bb77627c06892761f937cf -size 28326 +oid sha256:93c9c3211025786d70e6f61469960235234e0b9f93aa2406b145257d5ad1e508 +size 28916 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 82aba1f6986f..a8a8b2d83407 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3547574f27da20725228469039b792b0cd11152c7f295557632bd87841b1d1ed -size 28956 +oid sha256:2523f06f615b9e359fd017c6455763b2364e8da014ec7f901b7fedd600132d63 +size 29203 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 762ecedecce6..553d878a5018 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f5bfe8315327192d1bcd3e8160583d0d59e4b53c2d4fde65da4b647635552476 -size 21735 +oid sha256:97439c06ec072d6e09b93fb9f99f56f50ad11d90782161fbb4d2ac00c86fcfd4 +size 21795 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index f31615169664..ee8dd85f172f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f24c4125c29a39d7f1efe9d538872cd6bc3fcfbe8e1615189f76f12fd91dedb1 -size 18052 +oid sha256:3d1a50fe69104304ab9120778a5bdaaa95b1caa2d4b8795f09bdebdf9fc3a7f3 +size 17951 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1a0976d16c26..fa70ac5d7644 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59b78383fa82004dfaa48046d53e6df00e3d79cd9cde419c631a68e07944e785 -size 21879 +oid sha256:c4d07a991ebf5411d6aec87a7c53ee489b87dbc8152a6ef6dc9804db0101768e +size 21738 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index e0c8872629de..459bc85261ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00a69fa613b468d5f434c0f67a8bcc9be6f12acccf142b315d2da7c7e2af0ad1 -size 28264 +oid sha256:93f232bac75ebd7a2c0a3762de2f938be76430d4f54781c6c4b7c5882e3b34c7 +size 28357 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 791560ae4fd6..3b90cbd22676 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:61cf78636b99f13da2584b258d94bc23db2d8fab89dfd3b838bde85c37201ed0 -size 21923 +oid sha256:ad920cd392b01daaec6f6fb1da8970c73b2dd66ff6eeb928d0cf6d38b9eb9d26 +size 22118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 256c48c1842e..88a409d98620 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef9e338845333b698f3792c4b0ec9843432478ec6eff97cb8a66122193d4b117 -size 37206 +oid sha256:7362f6fa12f7d0fbe4fbdf8a194440ff8488be96e39b5ec9dea8cad8afd0e58d +size 37441 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index ee14bb1dbeb6..51400f0f8f67 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04fc68ecf56ab93a857abd6204b01f752032808922cfde9e239d3b8d6c7d2499 -size 30172 +oid sha256:f68fe32aee84d025f95b444c35229c796bf73823bc7d61ea62c2cbe5443bbf84 +size 30333 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 239d375d44dd..ba539504b745 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:625a43b492a6a8afbb04717e2abcef19b253ec0885e319cee40a68fa854c67d6 -size 29659 +oid sha256:0867612a00bc4b71f4f8136a3842aeb4ec46d1452619d0d1d9ef63fcb7aeabdd +size 29930 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 9c4464a9c797..6805400dc70f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:20c3d55a5cefe0210f404ffad8c16af988a8df7303196dcae5ad08502061deda -size 22803 +oid sha256:36dc137e55a3ba07ad96550ecfb4527f27c12bfea6cb9253ec90fcb122e07d8c +size 22880 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6c5a12628735..1196f4d83a6b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a897f4675c3b84fba369db20e6357eb32229f78e24129c7c992aab8305b369bd -size 18918 +oid sha256:26944da08c52b455c71a4de0779128219638c6fbc31418efd1af70ce950457f1 +size 18885 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7962105b21ff..eb8ce16b4975 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cee53faaae90a92d1351dc9282864eded11bd8620f52d4a00b2958d30c568275 -size 23071 +oid sha256:c0bd946b3217fdc2d1c3442777fad7a52753fbb71bc2e68900032bd92910d4fe +size 22855 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a5f02c34d7d8..39168593c0b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e19794afd10b63881f3795013ce59ab3b22721dd0ec2a69d704aef2500577d5 -size 20215 +oid sha256:1ebb691fc3c15373a5b9eacfa5117a8622cc512fb24564ef1af650b176f59088 +size 20047 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 17afeda7c417..c7a175c8cd0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:929ff6ccd413b0884e64bc368159d71bded77692ec43b9837d89d9e957606e89 -size 24053 +oid sha256:dc518782295f0e20a34abd5f05d34e88e214d30065da75510e8d6c80fb3fda06 +size 23862 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ab29d8dcd5ea..8de16e229890 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a90d191f608335f04a2da702258e5935b04226fe51871cfcfab393652d72ea47 -size 21206 +oid sha256:ee4b6da08dd3668a7ef6d4bb1f5c3cb3d6f3fc02b77e89a57aca589f0be6d31b +size 21057 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9714e574d34d..8b1b8e926c2f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63c0dc480443ed9d9a18a433f34d1a0f056ad66eb92205ead4edf43b465cef19 -size 23837 +oid sha256:bf5433f3a8392bf1ca909478f7fdf5693a524eb755a9f5f8faa3ff1505913036 +size 23685 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index bec44ec6d7dc..4e49c475345f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e63865cede62c1d6719aabbf8c19cef8bcf1e60790ebb801320e709241a99a2 -size 21684 +oid sha256:89b961414b3e1379d025a19d1ff029c5c3c7ea4a8b567eba2a033cedaf83e057 +size 21607 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7fa08a5c8b2d..719ec0a375ed 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:223087b3effbbea89fa2539e980db966a65f0a12e033e6a4e241fadff3b5e1a4 -size 25045 +oid sha256:217ef81d13d9e370570d93e0f683f45e75e3003b30b7f1282d04e0018e90e2f8 +size 24877 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a49f0356b1a6..8f2cb4720107 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e50a150b08a7edd2b7f4bb45f08edfcf7d326f76c016b50db63de9b38993f6e5 -size 22653 +oid sha256:6861a28917fa6d86b2b868a0d72e58549732d34c980cf35b426a437a1410f0e5 +size 22589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8ac2d0bd3b62..2cff9a77868b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:808b5865b27791cb0894631a33734028b26d1e6c95c8ca76314c332911908450 -size 24217 +oid sha256:06d8094d28e0a03ec0d0831a4cb1bc274330696295438f789def60b6167106c0 +size 24105 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 7ce060de6451..dee3c56858e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:576a655b4cf47bc08248442b5b734bd17159df56b4931fcd06e6272306f3a10d -size 21839 +oid sha256:125dea45adb19654b01bda5380a905fb23964cd267e6c0fe898437d2d3bdfeda +size 21736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 145b6923a0d3..5a435e10f5e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ec75f7cfff0664e1974a1931be6f997729b7e769d1df4e55acc82236b32588d -size 25193 +oid sha256:d94f439a2b76db3a132fe04b29a209d4421c761478f96e312cb8d82d130a9213 +size 25045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c253b90b213b..5ccff5a62831 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f1fb49f873ceb26a0bdccd1f42ac25bd5275a20747db7584e8ab4af79917aef -size 22846 +oid sha256:fc4366e3d1935789f68913f89f1ee50677f627a558c80dec4804aa53d3695095 +size 22749 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b05e12e41141..2c1e24dd9bc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81fdc21ea31003166afed437619e73adfaaa2016e2b2ebebfddc626a7662152c -size 26419 +oid sha256:5fcf350c66278c131737e418fc718f38a99c36ece42a72ed32821a4d17845c7d +size 26281 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d5644026baf0..bb86b24316ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c18eb510aa9b21d107ff95a5b5f02b1e71419538b552e7d4f9daabf94c6983b8 -size 24392 +oid sha256:d0528a1cfcff82e63d756035dc28620c3fca2924b443efa00a456c258bb46a33 +size 24238 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8eeebcd82304..786bd7b80acf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6656e389d173fb4bd2b7008128d75aa902554a2d66583ec8cc313797a89c91f -size 27368 +oid sha256:df651c6f51b2c8590552c40114775ce160550b788c4acbbd10475b432ab4a067 +size 27149 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f00f7fdabe52..c197feda33f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e67e4f761ae4c294d7c92be00388db87817138c7f021a97f2c563ef1f842ea5 -size 25277 +oid sha256:a520569155ab33d369db29a435b51c2ba03e854037ec78bbfc924c85f2a6019f +size 25095 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 96dbc599b2ab..7c6ab32f716d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fdcb903f33af10d74b7e11010067050718f0240126da1e24d131e914d13d3f07 -size 28501 +oid sha256:fa63fae23a4bb67c861f0e4d08143de0cb858ad7cb42bc378318d6797b797c70 +size 28859 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index b3afe72204c9..f56a9eff54e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6381eebbd5837ff28985f90b08003a67d00c74232733e93e2113c7342e8e499 -size 20843 +oid sha256:881b2fc6f3342988b3d2b494cf399d57c9f1efea84114c14efefe88c19444d97 +size 21099 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 3d3338e30160..48f4c0c85aa2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fafd392d4dd4ac90ca54825f7fcc99c64c71c9dc904a5bf68949e124a754453 -size 37074 +oid sha256:3f0b26e06b0c2dbd709bd06196baf5e598835756b3d33b8f1b90615c71c30d01 +size 37388 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index b0a2bee560b2..315b0ca89c3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7eb34a49543b084dda0edcd8c7b47f4815c142363255c34ad9cba80766044678 -size 28344 +oid sha256:f4e9b75d412010999194d89d784fe57fb1a27900c3e7bc730da4268e6b21859f +size 28935 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index d545a7857d28..30531dbb5d2a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fa5b2ca29b55146d714ecaebadd2491a8a1369441860f5c7b7e51307c011c5f -size 28950 +oid sha256:729b8fb26fa4374c89b667bbde4070c4eed4e66986076752fa18b7b52ca86f76 +size 29224 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index ef85d83658e4..d09211ada632 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0ed108b9877070712b6cebcfd7f3cf7ba7183c0efc332aec57c48fc0df4f8f3c -size 21744 +oid sha256:381bc81c3d1864a0df80227ccbef54387a19a78d646faa3adfd051db11aba6c8 +size 21804 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 86ee76cf50be..81ec513fee2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c779dce5a8e48c62b44a53ae8a11e67bb52a5825c41df1b4ff5713027914f5b -size 28271 +oid sha256:22b443cdd88cfa134da3a9516c6d323db4f7c9080b0f1f19838dd99f350d9d38 +size 28381 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index d35cf4792b35..025e90b8fb95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69cc8bf0afa614ac415d8c03d9d9420a216b85c5e2b566efbe81507b4dd19602 -size 21927 +oid sha256:8e703eb3850dea3506b42360c4d3a02ef91a7e127f1202f0808b7e5f222a8488 +size 22119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 88a1fe4381c4..c457873037d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51e26796dfc5d066a0b587ffc18282b40eee60ea0a507af0c823bb43af09ed0b -size 37216 +oid sha256:edd6c6c22924703141b8479b55e2853cdba80ae6790ce53363a5d2c2448a2d27 +size 37450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 342c2723cdeb..5b3a38f54888 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fea37e08d4ed3f1c8c9bbfca48f0ced088bff38696cad33c1a4d17a488963079 -size 30168 +oid sha256:ecb62e7b838d003b40a8601a5e5dd3c793fa0caaef5a72a374a7170b2778a3db +size 30349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 18f15e8448ec..6c77340955df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:610bfdbb1c3c7dce531df661f83ca945d072a579e6d48f78c9acfeab813e3036 -size 29668 +oid sha256:90e0e2e2b37d5874704ddb3c00b33c99c8098992872235edf212660831e44d10 +size 29931 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index e66ab77a222c..9f73d64b4828 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e7e0e3c36a4992823855ea9aa1d875fd85a599a59d89b72c0a97f70dbce0431 -size 22797 +oid sha256:bdb6f24c104d15abbf31f22fead712356498d2d00477cb9ce4742e4ef4434b40 +size 22881 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e90f3f481bf1..fcfeeb5e8fad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:114b67457e12ec0d360d7aca6f3b371513e6041a4c403ab2ceb4b57bb784f917 -size 21251 +oid sha256:59201ca83bc77379864a74592f78b58b9ee8101ff1e3e98ff8c990c9a405dc8e +size 21199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 504c778892a5..16c083cdba60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea88e99a5b8a63a6075acf165b8ba44d04e55761960f508571ceb4ce063593af -size 18616 +oid sha256:1b96c8b378bbd7cb48bb546c3283b5c3484a05cd1673fec6f3ad07a167595402 +size 18491 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7ca65baa5756..0d7d59e59369 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6401d895372b3c1c9cb9892ee386a91c84236fc851a4c74ffd9845d58d019052 -size 22337 +oid sha256:1477dbb88722876b1f8d758653cfe747bf6876a69efa7850b55d3542e5d888a4 +size 22253 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index d5a2eb83c80b..c0b8aa77a743 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:232bd125a6aaf71deed8cbd590868debc4bc5eb61f8344b24a11f0d3e64ab4d6 -size 19512 +oid sha256:0bf552b36fb58e9c1e4233ee379b90278e0c9d1480bb4736e6a66fbb07afafba +size 19393 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 189806f053fe..7527f1f0dc1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f505601eb2e3a95b231bf77343f9a8f8962cbf595bbd421571051058974f0b8 -size 21643 +oid sha256:65b6719c7ad4f37fa0a87b3754952b905fc1a4871aaea1b86dc25de708b4b738 +size 21499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index e62c421f71b5..79ededd3ef0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d45b760fe561bf933e3141faa0927f18cca16425c2bebc216709b84bb5d24f8 -size 18643 +oid sha256:32c7bb7be68355bb76fe96013f64f6f137b8bc3b6161ad346a9861ae2bfb6a05 +size 18539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 51d06b521dec..b3b2d68806ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd3e59fd9e07cd405d9430b3daaf2fa198b9d2fa7b9eeac7135d75b704d34e34 -size 22615 +oid sha256:30d484a4fb85c24085a398ff435f2fb084397f657d9439958a8a3c74fc535b87 +size 22509 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index dcb06e844ac6..14f206b12362 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79538b408e2285ff03b3e2b48847eb9201363f0dce553d99247ed61baf7df970 -size 19587 +oid sha256:0a993614c99ceca67587588745b6f8121edea89da99d0ef78a10ca4001be37ff +size 19542 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 325f17914bce..8d7cf44b4de6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c314a71e7776e347559232c7c68d6a5ea1102c6dcb78310ad24e929a7fab543 -size 22693 +oid sha256:db41f57f4b04518090eff2295d2b5af361823f7d8d0d5cbf557ab2e43fd5b05b +size 22567 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 68cddb1ea871..b17dcd3f92fd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:574a37d4ff69f96a9c8f9fcf7f5d4af378a76d10d67da777c0bb79462f96943e -size 19950 +oid sha256:fc4840fb912134a546882a0a7d36d940f9d070f0cee04c39e08605d6451e74ce +size 19873 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 90dbaeedfedb..3cd966fe2236 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:525f77cf4f1c7eb81205774bd838522749b1e07abf3ba6abb70e5b91f23e3aa3 -size 23903 +oid sha256:a38da63e781ec78bc282b45f3c4de140c7d0f305c1906c3ab477fdaa7bba5b5c +size 23769 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 67c2b13c4b7f..a5af2c58f6b9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:866147f5e879794db86e976a627967475800cd6252cc3408265b30d1952c6c32 -size 20766 +oid sha256:45b31dec3e96d1d3a3ec1a9ccb35ed82ca6cc3c2b0fd5264a856f6b71dbcdfaf +size 20705 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1146c8efb813..2be4cfc3e416 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d1680f79639970fd14abf9dded326dbeb682123541bd47c92627d6311d87ce0 -size 22677 +oid sha256:38a661bd4ddb2d891f00e4c3fabf0c7d872f3c1e7b5c3077f44ce39698d166b9 +size 22560 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 54bae1bd31f9..f197e22a4fd0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a28d111af3e3e9eb7019046af61a8e91c4bf91fb655b426132c15e650e79e8a -size 20565 +oid sha256:771fff4838d945d3577da64754d8f5d6e76e5f842caf4b0ec57675f43d58509e +size 20456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0ec7e495c044..5dd53dd84adf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62ebc83305e45f61b8bc919dbeada39ca1ae18613ba994c8e8684bd88cae85b1 -size 24102 +oid sha256:d14d22f77b35c49345dc07a42abf513de6e0a7c16ac5389bcfd55db0c282bfac +size 24017 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5b92c1addb21..4f19d2a2bd43 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:356f19f24207cf5445e5915e962b24b512fcd917b9765c5691dc6d93698bd9eb -size 21412 +oid sha256:396fc66d6339adcbdef3c8bfd7ae1234c11f684b331de370526265afba0d2200 +size 21362 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6415428cc61f..e537dbfd2309 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca3bc63dacf60615209d32a67a420e6770b44490c760f7e2833af685e29e36cb -size 22898 +oid sha256:e3ab2d4f4ed507bc3436c50796fd99366f1a542e89397eb097c022be552be581 +size 22788 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index a65967db2258..10b173b6fdb4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d05467ec8b855c66855e5039adfdf892790186a50fc139c3aa030d0724c1a61e -size 20411 +oid sha256:d72dabb18e24e4700dcc9a970d0f30e5e9d146f8c4d9de9612c12e927bf0798f +size 20390 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5032dc441097..6f0a49a84cb4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2150b95b839ded8bd71de1a8f3b3df26e093eb0d9833e7ae3ce5fdfb7df70964 -size 24000 +oid sha256:b5c41edfb69b2d00223baf02cfd0d5c9e36b4f8deb204a5526676f8d83637681 +size 23967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c86454e7c94a..e3d554dd19b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1341331d57bda42fbf87588e87523ab11123f851d386dfa165f4c21f81007f64 -size 21322 +oid sha256:cf7e519f19dedcaa623870c24e974b1a3e75c066beb901784d776a0e321afd02 +size 21249 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index b6b7ba4a7600..e5453d5c2abb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c665875479195f33e1981d5c70574eccc2e74a1befae4be01e4cfdacb6546adb -size 28338 +oid sha256:5d2809c1503fb4feb0124f2c221c05fff18f8534a521228eb615016a4055ab47 +size 28324 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 977977fc13ef..81f8f75f2d40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed341ecf72f0abc8e0365958bc80a699daa7bf76c08cec0ee02a0969137120b3 -size 31320 +oid sha256:ea15814af2187690803691adab745cade1b324756a8b24401e62b6432bbbce56 +size 31432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index ae68fb3f52fa..e6bc9a035f76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:355091201f54a3a40bd6bb6c86287cfae15973e6cd8ac3d88bff5f6396a45776 -size 24357 +oid sha256:1d154b4819e8dd3293516b54e6cfe5434a7b7d90241453a4ab72748064a29a16 +size 24506 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index daa53fa2e980..4452ae05ce37 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5a24a88c3571d6f59f06c844bd042e4bbcbe87ccf6443d063a4baef22181f36 -size 40461 +oid sha256:6ffb72e431141a06d89e82fc076d5337e90c1c87a98fdb7b3b2f3a4f37bc9b5b +size 40544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index d481da271a60..8040ad0feb22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16a5036520da7746812aec4d5134cb76d0686b73f248005864aff9c3aa90fa8e -size 32207 +oid sha256:0811753a0a04c1594e4c5e56af5345115abf8456831e85927deddcc532439b39 +size 32432 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 2e6fc0fc7cda..0fac9ac504d9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:92de453a3be410e55d4aadf4a3f804e1ba63e6a7e04a129cd24e573f002ee33c -size 32098 +oid sha256:ebc6bda7ae44eef4f38124f170c19c203fea71a09ae5be89c44a79242daeb1fa +size 32354 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index e1b843623862..eaae324ec8d3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5be3272a6e9d7b9591c78b94b46506d28885ca224896d69e8954008131e5039b -size 25057 +oid sha256:5b0cfcf0ae2d6a139736c307716e9a957901574496537916d0ac066c838fff03 +size 25036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 223c6b90f701..22d90f02311e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae9e235137a49c75071fb9694b9c6fd4bf3939146531e432d84735d5ac6fb15b -size 20287 +oid sha256:e945ce123a6c0fca5bd872871d5d0403dc93b791af6ecf6a4dee94ebe52d47ac +size 20190 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b8666823b2e7..16c43749fea9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:256844168e5304ee3ba77850dd4fb70c62057fd30a1f295fadf2a65cc3f82a1d -size 28873 +oid sha256:70489a918457dfc2ba51c49ccb0910546191245a323d17e47070c9942c8724c2 +size 28872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index ddca62b8cb9e..e7cf41bba61b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75a4ad6a3a7d7a9714200f34929dc261f2c0aa8956e95ca1efa6e4d57c3a8119 -size 32007 +oid sha256:c01230c532ec783119caea92878199af7a2d867e4863bc182902719769955a90 +size 32107 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 26ea0413c669..92f45792767b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e33a3a5f944e09f38e68a15d5e09ea304fab440b459b2adec38799f0b8b695d -size 25516 +oid sha256:77b5e5ff312861215ef62b0e2b50dc429d74e1f9b405a6b8e6fb9b7f9636c1a7 +size 25453 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 08249f05187d..51552dc1b79c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34410330e0531b5b44ce4a87e425254f862d6e686dbe618dcaf61392a1fa6cb1 -size 41367 +oid sha256:331ea5a9ed502a4aa1efb25a2de8a86c3feac1264c1aadeb6d2075dd7f1e9fbf +size 41614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 37951a3a7f1d..0798b980c585 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b01d069e3084cc0e754599bbdd61d364da9304a402b0e31ca6d0e37bd0f91dd -size 33439 +oid sha256:1be7e59ca9219c885aa5bbbc2058bfdb6b262b8b1c50745f60798dffc86bf2cc +size 33625 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index d65c5d4debe3..7289546cdb88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4fcd217ce101c63f671e53cf151e2be133d72bbd760e7e22a9ade969a30c665 -size 33217 +oid sha256:d1b8c1981fb55abe7ecf428203924393c4b6cadba1018889b197750e69f1e77a +size 33422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 81940a040088..21bbec75bd46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00da81368859635cc2b28020ecf43166c49d36c65691ccb1b2eee0f266538f49 -size 25924 +oid sha256:acada469eab3e266dd9863bce1976875a7b34c0d9cf5d682ed7b3fed05e5872f +size 26067 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4af7647fa1c0..28744dd77380 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c2132303cb4ac08172d0f9d4ff99e71ac7c6fe38ff82dbc2daab6fc79528ffd -size 21439 +oid sha256:19065fde7515071a3f890afd4d0f45d5e03b51a4e0b6c3e98881d4411e1915e7 +size 21356 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index be4358c13192..57c1706146ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c236001e5e67d41bbea931e8626b1a33f2054ac785856e45bd60e63b5fc8d0be -size 24857 +oid sha256:7017f70e45dd500bf66c432d4da10592950874c3d118deca233da21b5d7cf8f3 +size 24699 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 051e818eb0cd..2dc2973829b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aacc5de3d5634548ab64c2a7539b323cf88cde0eec32cf2cf999874442fe679e -size 22563 +oid sha256:bd37f3b5dcbe91f1bc2616b0b3d543f51a722d19de74d2936b96da8047e77608 +size 22477 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 8e92c2c72f48..533373cfbf1d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dcd74499978b28c545ba6b3b309fc9a4a9db55f41b03db1595849d264137eb5f -size 25998 +oid sha256:e53865a9bef6bdac431b8b1695d1478f63b66defe0793a09106726b4a11cf262 +size 25845 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 457c3e13bafc..5dd9953e94d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c58c07f1d4f576aa4317c4df2c1516907935739c29aa936a858de4cd03122d5d -size 23496 +oid sha256:640319540bada509c928778d0eac121584322c39b4378e89d5e1b393daab5b4c +size 23501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 329dd44ca484..cfc02b7bd6d4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed17e84af47dafecfc6e5eb689d26f04e9bfc0e77af75f5bf2206b90e50707ac -size 26043 +oid sha256:56b160e8ab64f8d1ff8db31b5dd744209fadc2994bba90fb58c3bfb0db6b884c +size 25942 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b07828d582d0..f6043e1432ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6725cb7d1faadf98e8edb007cbd7da24cd20d9077a9ee5918c2032fe07e65a03 -size 24041 +oid sha256:4ee7af8c6e4435e385fd20aabb3a87b25fb767adff72ad287afb288dc5c56db0 +size 23948 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9ca078ce1c07..7c2cf516b408 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7a7c61fcc0900a64a6499ccbdba20e19782df1201062765a673f8f37a109c80 -size 27056 +oid sha256:787eb3fc05ea3b1e5dc2cb9432943acb9a63f64140a60426260ed0272b7f55d7 +size 27029 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f95fa6b127b2..ff303c38ae20 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:547d690f559c7afc41ddea32c4cea52f27774234bc0ff233561058aff3620fd1 -size 24811 +oid sha256:eca15811f6fd62f555e4ffc8a5bf168dbed64096ea258ae0724ec521870421a5 +size 24810 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 85d1a9de558a..af7bbe1007ef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a24dc0f1431c4afc6e82014be06e1449c53a455204a57071fc104c3d2b9ec86 -size 32127 +oid sha256:d2b13a287045e2feb31d7846bfe1b68067d431a56df6bf7359a264b23ffa23e3 +size 32006 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e91f22646023..fcc478176e8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f3fa5b564136384e3cda541c0d6019cec7f456b84ea7fd8d4ac12d2971da5b0 -size 24006 +oid sha256:e76935f08a09a873bfc7a97aa4d147a90cdc2ccdd9c9c18ea8bcb03c11c46185 +size 23898 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c1078fd6ee93..4b188b53fd5d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ed29ca56be7def1d9a7f0ddc5e00b3eb1ec25d0c415a536f1a59347b2be63b2 -size 32532 +oid sha256:a8fd1207fbe34f48e285c010463f74e93258fd9e3e780933aa98503b5850900b +size 32487 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5a1d4fd2e509..844e5c2269d7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:31612813c648023b2dadcbbdc3545508b656afffdbeb0dd7cf704d54f53edf86 -size 25062 +oid sha256:17f0aa76aa519ea73f406e5568b11d47e7c124b39726f2225ca0839a67c2bd06 +size 25014 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d869c770c16a..5d7f05277ba0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba224f84e1e908ff260d213c6161e91daf4f9a7ad3a8a6b7aeec90df53300b2b -size 28103 +oid sha256:3f8b34836f9136ed523e6f204fa0e6d2eba04c7861d0916bc4526fd99136ba11 +size 28077 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6df8c30bf253..f4c78749bda0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe67ea85bec5937f91dc8e18d82fe926ba8c053958f94f3c75b2ba282e861326 -size 25993 +oid sha256:21f70fcf239dd4f13c9c67fe356e10f92d8b7e4175ff55666cfcc603fb533ab8 +size 25963 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 88ced6b5f72c..aa5b9e7c6dcd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49319e2d33b4f5b0ebd5cdc13266e52c398e3e6200f0333725466fe0d0a2704a -size 29129 +oid sha256:ec456ca7ad9c34447794ef8c3f6335da66a047fe6ab5d98fed080de6468390a6 +size 29083 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index dba0af23d1e7..05c530205580 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae059cd3f07870e715229aaa19c474ab6356baf67288aea71555ff0710328f21 -size 27203 +oid sha256:fc00285795b436393f46272bcf447049e01390ed0aace3a403495a1d5bdf8885 +size 27200 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4d67e7109c49..fbe7adc7f88a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:091492ad02dee7267b4041692251b68db78ddb1c47702050e5b8fc9730de07d9 -size 28345 +oid sha256:53f941dc310d251460c6e9021cff3e6768c6fd0e5e8bfda070a483d5a7fd30ec +size 28329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index aa10ee26877a..3d66a556006e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a839cbdc3739e317714ac98d728d2a28637056b4f3cc85f5e84e353fad33a77 -size 31263 +oid sha256:03c4fe4f76f15b12e86acecab19befac13a0578643077c6408b5f5e589ca11b8 +size 31363 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 0bec6d33ddea..467c9ff47503 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:370211de66f8b59e437807e2954835638370569fe4079065e23741aad4b358df -size 24419 +oid sha256:414ca524e4f290bbb2ba146a90058e763a9eaf85788b3d46faa06b699113e262 +size 24557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index dd124f6b0c18..03bc95b876b2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:35b7bc37b019d583e4947a7e34acc9e884842e744aebc7ddb8fec2e6894e7321 -size 40457 +oid sha256:47484caa521471df358c40729642a814c9b1e6c14671d01e511e7cd709b818a4 +size 40537 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index ff0c25a4c6c7..9fdc0170d262 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c53593bf53d292209385872532ecfbbb7f51b2e612984b01fe075e6318f045aa -size 32198 +oid sha256:5d7cf6470bd518ff29c706360102af13280c8bb8a089352379fafc202e711940 +size 32504 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 27d0ffc336d0..24526ae9b69d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ef4ec45b38f502ad07cbce980c05c50d0b66df2a1df0465cfe9c2c1e6518b7c -size 32124 +oid sha256:b83566d3954f7ed04ab64110c698d38eb63ac29c7d48e3dca530bd7bb2540ffb +size 32387 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 8b6b64ff9796..28d604946f71 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3fb07c4f3a533c753ba9d36c438ce82c7bf47f31bb1a7961c5ec8f27ce00d5a -size 25101 +oid sha256:594eab2553b67a4a99b0099a2abe327605907dbf7205019d3ec12b89e1dee04a +size 25077 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8e8c6c209e11..a6263c3330b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81e95f5ba2757bdb49e61a988a04f73cc60c61e86e49e743378b38ca11a7456a -size 20302 +oid sha256:3c789377dc3004a329198bba8c9512d85c96925e12f0e4bea16f11c6318d4d32 +size 20208 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b9f25e53743e..8ef5428d1171 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dce416092b13a7e769075908da6599d57f42df6cad556b5c13171caac3814469 -size 28898 +oid sha256:603e1d5b2bec2cf084ee2003f323dc5a5e66f53dbf38b50f01b9128a0aebda67 +size 28895 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 040d126cb0b7..5fa55b29edbf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8c957ec55aa7c78671a0153932ec4abe3dea219b55add7ee7280b188678fd70 -size 31983 +oid sha256:2d7ff2744ea5610c1a7dbb36d26518c480f44f197b364acd545d6c5fab8e36ee +size 32080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 23c27c275731..24cd421b8598 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adf36bd59b5b3f9ad9fcace2583d0f2595e69ec659840bda56bd201641a9fad0 -size 25516 +oid sha256:3e08478f9c6260637621b2e528a32feeb2398cd30a5c4bf18476804aaf74386d +size 25457 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 77e898a5db2c..c37f158fe4a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93afbbb4d727d2824841331553776cfbe5e964b0d5428ec953f7b7a6d96d58c7 -size 41390 +oid sha256:098e70ba843e1a1f903707d51730b9ac946194ce74556e62187f87dc4b1b3baa +size 41626 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index ec80642fbccd..66a788cccee4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33e5cc505f39a348fc7f5a06f0dae10a760ab502ae8812345f7ed8d4175486f0 -size 33437 +oid sha256:62e7fc2715f30e092efa54d95fa647eeeca40d0cba984f935908a3c626973d3d +size 33632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 7b778e19e96f..844847247bf2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:53b9864c7e983343771b8b98b72ce0f302c3e7de5d7f1e348f627e1013f9199d -size 33218 +oid sha256:43694a82aff7e5b0c79047b078dde2ba10124796d2e62f86b7255d5da08e3bd4 +size 33418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index dd64bc0f61a1..5bcf960ec6e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d756e9a99c67dcb9d0563f30102a1d0745a5416e6c67c25073a9ee3990a4cae -size 25920 +oid sha256:d271c0c17f2f1dcd9a099c424179f9a4ae8abf1dc297e2444755779edafa8ec8 +size 26048 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0090a7339a47..2e3a144c72a6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c493b077b34784de301c27ded23ae7389b5b0e951e193d380bdda22237f4feea -size 21418 +oid sha256:34be830943c8ab57f80aee97be5604f790de4ce097084d860729e1cbdaf21a4a +size 21328 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 30b8ba99e97e..30bc2eaf2c75 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf205f1b097bd4009d7f0727d2f2f9df33be7f47963714568237e755f54a33f6 -size 21924 +oid sha256:4b716732d729edbf0df279fd3f4e7b99f5eb976feb2c9dc1b6772a3a87a1ff5d +size 21770 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 4e1f5975a7b1..aa8495ba43d0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:329b60ffa81ad682578a6be4ba837c16c783cd4839203a53210a5a6cb4d0c9e6 -size 19369 +oid sha256:a68506d20adef91ce6f803d965c657e39ef243c22acd59c166a08e3b6235f50d +size 19336 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9f9fd4edd8fa..2a5f281e96a1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:932050e044e06a3b7afd4832aeec171115315a325b547d7d78e86a94682dc185 -size 22505 +oid sha256:b23c077759d3eea04c2605de235d8850dac8ad31bdbd574798d7cdf852709f9f +size 22479 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e03ddc6bde17..2f05a846d36d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f72ef8c00cb65493b04ebc7b6b34b8411f52f71f5c05797bf0ebfc7cc5115f7 -size 19880 +oid sha256:f2b16ea56d2387b890b67dc9468b1ccae9b5da26e8f70385a5cbcbde54d5819d +size 19777 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f1506a488e33..759ae9406a6f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b198f2c3044638b1a476789f37e32b539bf814d2ab6e123f1e5a919043fdaf5 -size 22137 +oid sha256:43dfe08ba2ae95d97f874b14bdde2709ad819ffac2b7e0098af334d6a9fc7952 +size 22036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index feb910a7405b..38ba14619ab4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ff19baa214864eed397a1de67f48e0cdc84e498f106f7ef4f67398715701bd7 -size 19112 +oid sha256:bb3cda679fae991d0f8cf99a28db6723cac6e5b5fd4063a12bec7cfb86d4430d +size 19009 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c5ea585760cc..898f6258de9b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7ee088647746628ef71c170ba6b46be8fe0b9f82d725fa23f67e1a5870c6aac -size 22696 +oid sha256:c829b1b91bd06df75cb6b9c08ed2767d69b7ca8ed6a0a615b70712dfc7ba3014 +size 22660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b82616f0c5af..3c1c88f787e9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc0c4e439aee49974b407c7c787c9b9dcdabbaa1f13476bacc2df2c85d4b3c6e -size 19987 +oid sha256:e945805f3abb4c8785271346e67d735ac2aa182d1d50d8949e1bdbd052cac48d +size 19865 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 55b62c7ff6fc..4f68b1e53d40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cd772ecde3ba15981581c3e90a6dedcc63b6a935bc756915787a4e882981305 -size 23974 +oid sha256:433b40e993dd9d519b9602d849c21814e24d53832f82ece43a45272bf379532a +size 23761 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 475f619033bd..3fca22657d7e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:080ed1579a4153f233e50f77431997dacc7e0266873286350235373dbf076f3d -size 21497 +oid sha256:98caa1ce906fdefcc19119e481f7ba4a0c3e95574c29f25f03e4c403c3b2adb7 +size 21285 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9815c2c368e4..a4e6e1382c88 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71266eae235cbb5260f731cd4432308d36b09c328a607ae0ec165951d257c6a9 -size 24546 +oid sha256:2ed33d5b9994b08af3bf781bbbe433b0c3f54ebcdf6720af5026687b2195eb7e +size 24539 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e12d0b4093ba..d5921f7271a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6bfdfd62b00c6a0679bc8a0bfacd5b65439715d14ea460e73ed5593dab17903f -size 22185 +oid sha256:7c42aafc8a4452478da67890fc7aaebd28745781cfa7230cd829788dd6999e39 +size 21980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 866f48c10e3e..008402cd18ac 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:394c1726748f4ee62a40731dec3a6e16ca9b4b6d43e3b44f8cae5c09ebc3bd39 -size 25677 +oid sha256:c36d95139be85d69d6c460d785832c4c30820b12462ab7ec55a53440338f3b28 +size 25542 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 1c19e6855fca..3efc9e4c05c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd84955c6d3e130d3ec1223d32e801e195d66cae5f7848dbd705352e95c8ce7d -size 22971 +oid sha256:ffe114de282f2719b4e2c2d4d27ed64b708cbd9286975115f26b6c63092454cb +size 22841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index db50af5bf8a2..405e0a4fb819 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d43d83f9f1ca687296b647d3447154256402ebdee187af214380a041a4250f0b -size 26530 +oid sha256:c097e3d2071ee06f223d8bd74abc038d88db3cae697b225bd1bd2f3b339d1b85 +size 26389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c7e63739b066..726281b7235c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c4f4e4994b03ce96b6426f2aced51ec790ae1f7935cee16a71bc0b9a9d97cb81 -size 23418 +oid sha256:1e40aa0a371d8bade2d26a2800279ef285e91c3176e85945b487e1bf656ef158 +size 23319 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c19d8f00adb8..d4ab1bf5bdd8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8e81bc3f979b2e01e625ef8ffc73bda29f676768ee6ea2dcc50c6d6d7b6c168 -size 25557 +oid sha256:426492d4973d576b44f443e2d08b4791404c1b0936c644e2c91afb4d3bc538d4 +size 25543 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index bf578af610d0..150e790771ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dcdae04e7b58febe7c7801fb30854ca64d0b83457a0e9898afea4397a0577600 -size 22782 +oid sha256:15350509d37bf2879b770818a52181109d25b3a87529d6e22e66b7e431c8fd5f +size 22661 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 86d459937a6c..6a4ffeff0987 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4a1161f272d6ef0b209422532fb02e807d0507ca1f8412d0604ccd46c30ac97 -size 26372 +oid sha256:7e3172b142f42bbede000be63974a6e8c0aa4d2f1715e76b410d0fef53d3d9ef +size 26236 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fa49c391e418..042aae41211c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:043a75aad57508f6425a228b5a7a04a1a0c5f623157e7dcde4e60ec0a93b3c53 -size 23317 +oid sha256:6391afe9f0653b08b35dd6e0d881029bbaf7c80b16b8cb044b5e8045beff5f80 +size 23221 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index fa661093eafd..ed8cf8fc690c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd8d04f56475e445599cabce99b5d2315cc2f10cea45fd2dfbf6a177b5e40ca3 -size 27892 +oid sha256:448a9de6fd6d6b51675dc73477878b7aad13359e9d1e1c6e952e1adb212443d6 +size 27712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6b78bd0b0455..26d5b0c5d9e2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17a002eb731e7a45aad6dcf389d4bc32541be8d7870adcad089a757a7bf00136 -size 25391 +oid sha256:5c1ef26cf2df622805d2b9582f9398fd9f0ed445f25825fce94f3b79ade86708 +size 25158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6148696b8593..dea66f617e00 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3769ce7a152956c1bdc4b2370d1bbbdddc7718a7da0e276466ea0b180641e77b -size 28806 +oid sha256:2c41126d9a76737fd9e69dd433de239d00d057dbbd8955fcd0cd49b776c13cb8 +size 28587 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 07683a763ec5..71a5a7756f6d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af68d330a74bae38cb725deb3579cbd7fd1a16a0695694d5048c925b21ee1617 -size 25885 +oid sha256:b12a79d609f6e748c55cfb26da352081620c3bf448e36e22cc65b7fee4b69762 +size 25674 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 44c506931336..0b474e670376 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ecdea71385ba8d51ceb5b0ccdd6c2775b5a6d1a9fb509208236981c1252de1e -size 22854 +oid sha256:ffdd0d3373a1be42617d7f0d8491fc2cc026c5a1027b01ed18666eee528ee6fb +size 22759 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 6e0ca08289e7..e8e6303de776 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:60286caae2407da76dd61f79f6d7fd9aced66dc9666a68d3a026a740b1ca6cea -size 20242 +oid sha256:f179a386dd5b7b851a63e762e97c8c3a5133aa95f9a3af7060d14184055c0e1d +size 20145 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5fb2533b0e94..554ff00018ef 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af74e5e22678f67072668d5b24087e25c672e156c8ffcc1edba405270e661271 -size 23667 +oid sha256:a61079c09115534387690b7ddb272e05290b2bd44cd2d9e965d9bae02a701c98 +size 23554 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 9cc61eafe724..67eb820772f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f96c752b939485e912c29cd1237b2d364cbeba21d412fa8ade29aa8b06a3939 -size 20700 +oid sha256:bc6f4a5a97c81b53d2ffb3d037fc1c39690a5930d3a223fca532e9d87851f805 +size 20560 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 083ac8cf792c..ad9c92d9b616 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c7fff4e5b8cc9082420a32956a739849405d0d7e8f717c59ba20b3a25f20852 -size 23212 +oid sha256:04ab5747b681ef6564239d9689837162ceef4358b5245f599e079ae7f6ae97c9 +size 23074 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 661aa85a9339..ff6b21aad80c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ac4cb177283bd24118ffcafcbfe0e7a1cd2d5c30e38584bdd2c9080b535292f -size 20690 +oid sha256:238637624fab52a1ace1fdc7169c97e9297250c92aac87d4a02fc0787ff371ec +size 20580 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 105dc02fdc76..dfbe6d856818 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3a5dc7ecd2061bf83ad429fd17754e8de44f0a46829e80f794f9b2492a6097f -size 23765 +oid sha256:b13338da3c298374a046a5b73999254b299ead201c21084c0c4308127b816a7c +size 23683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5454d5eb92bb..4e8d5a686748 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a31bd249d1c8022b80f82f95a0f80a964541f953aa3c4b5b5a86ffc7745a6dc6 -size 21527 +oid sha256:4c93ea57792f4e2dbffe85d7bd48c223efcbba3c6675f63ef294ad52ac0e482f +size 21385 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6fea5d721fc6..07e68c2a4d42 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:920dae119d078f90fbe93707ed1b6d1c27d383e274e48baa06d35ff100b067bd -size 27093 +oid sha256:96d91588191f5a89aebc6ae2bac7dac46e97a296a8a4a53825ccfaae0d83cf77 +size 27116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index f7906852f2d9..b0db07a3723f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0b51edd7193f4154ffc05fede5d7d9cb7f5528211e97cc516130f9131fd55de -size 24457 +oid sha256:feae51ef55655fea33614e82206039b6fc03f330b8229ac38fecdcc03189f943 +size 24367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 880d03ce4205..1ea1626d58b4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8412f1ba3153a61a10d52da6ec8d840687d9431ddd4d4cdcc7bacced411e51b2 -size 28098 +oid sha256:69675adff4219696eadf4aa9b0d8f2705a50b48a0c9bbe380d2c7c0bf7e49de4 +size 28138 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index cd8a4d915b40..5ce19d0d8be7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:da274cf7e304951622def3123ef59bd6966585a7e6e8eeeee1277c48ea618493 -size 24931 +oid sha256:6fd45b606b2854fbd3e339c971b6b925120dfd7940f5dc2caad361e566ed6f8a +size 24820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b8fdb1ae0415..ea6a453bea33 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fc104a57d76533bce482de62a6411aec1bc7cd4181cbb51b8274d9201c014d27 -size 27250 +oid sha256:2a12cc47ba7f0b86f43361fe30e70b076eeb4d0fdad43bf7e362a9df109ce9d1 +size 27117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index c4f5b6e04c65..30886f610e06 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b8655b678484cdc3a25dd48be85587b469febd297f283d8360765fa69fdf0e6 -size 24826 +oid sha256:d30d711772f5fe85a19095c44d88e60b41ce7702775c4fe0dacb38336bb67767 +size 24682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4f5b985a70dd..cef348a2c9d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd86c2cc0275a20509105b7f31ca9c548832eed4d4db7bdb543932c74e78dacc -size 27941 +oid sha256:187e05157015a4258a6fe66f2baeb497a0360408523b8b465f1bc3e1f95ca580 +size 27799 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 227f7d1b2883..28c7ea1cc221 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8402c8fd6671f0880c234aebeb87939d8237c5c4ffba1243989cd74978575402 -size 25439 +oid sha256:9507262d913d8e08825817c5104caeae718d21626f985a98e4d00cf47ff801a3 +size 25368 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 41f532a7f566..8a30ef040964 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:990eb27d2c746815a48590c3cce2056b1bf5cd2800401fc2faf88efa78b4aaee -size 23261 +oid sha256:c3cc98be01e9a9ff312fdfdd90dcf094cb01950e1a46ad8177b9fba25689d022 +size 23220 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 9b821e61fa20..e0aea32bef72 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6555d088a32e17df62ba428bf108e17e8f6f39bd9e3d40f180b85d8b3975fbdb -size 18890 +oid sha256:e9d290c7f6f58085482fcee54b73702aa445f51660d4b8ba39908cf4dad6b587 +size 18788 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b90ad30a6fef..fac5db963700 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d94c999f2c3ca542dbd0678d7c3eccbc24483c0cbebe478eb51cac6eb62277a7 -size 23749 +oid sha256:df53adac3f372f5f057ea41ba3e0d2f7ed724d2a45e802c9a1f1fb842b4e3ce5 +size 23614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 74c509bd50ca..5a4647e8de9e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eddbc4cda6a072b055493d58a6be41080db06b1c9bb850d8e09bdc96e2e55995 -size 19778 +oid sha256:fd622f0d2511e1de06cf5b320f19dc71250e0c31fb427af505a0adb3917bccca +size 19683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a5a8e34aef27..7c85c4c01a2e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b0efeb95667d26662606a6bd6a75d7697004bee6f5d5712e8010ccf37ddc51f -size 23248 +oid sha256:afa1dc7ddd382d49c734a07d4787f367b2a49f78b811aff8dfe60f425dbea452 +size 23125 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 299063b1ea01..f1494494bda8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3c758c285575ed21ab4e4d0915c3afff5f48961ef1a09975852c48b29895cfa -size 28996 +oid sha256:f7aa3c015b709c4607a4510a36df91796b019969780e10052d28aa1bb76944eb +size 29103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 685b6c3de280..79099c429060 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6134041d9f21332b2aefe8c2ea4adbe10aa056b1d6443ccaf17f44ba06390656 -size 21949 +oid sha256:efc62dd73aa3a5f1ea22d67aaa4098978e6401328041b635dfafc848ca1e7e5f +size 22141 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 5732c94171c0..faea6cc583be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:68b48258783082c2312390cfcd685c4aa1504df9a400624216e71b17cdc62b98 -size 37914 +oid sha256:ec53733831ff018a009c335718cdecd0acad1e2ca441bc743885a8307daad23d +size 38144 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index f3b84fcbf496..f7cdc1a9d9e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f942929a26883b6769d8dc82ea48fa5dc367dd6c97c9e01e7e8395bb8492a09 -size 29571 +oid sha256:94203b2710d5fec53d4a975940327da99687fd6820c13068043072898827ef60 +size 29994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 7edafe32d1cb..47d04357f94a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c70e9afc9157bce192bded9df3c36b88a15316416cbc9f25ce830a820c1be87e -size 30176 +oid sha256:12b5c393a81364bb8fd60068138bd2358a89d0df84f96bb90a996f3ee7a32eb5 +size 30135 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 64680c0a5c10..63846a274d4a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ab465e48e04ee142717cfa3b238d1b6969de19ea9ee5d08ee070fe6938efb08 -size 22899 +oid sha256:3a6cfa4c578acd529dead283764ab7c10ca12706f66c3bbda5a5730e9c939ebe +size 22939 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index c88a1e75d8f5..8bdcbf846988 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d163220660715bb77875c4066424cb2f2187ee0f34f0353ab257740a82eb76c0 -size 18757 +oid sha256:9d9d10114f78e17c500d21533c6d9b0a551adbe50cac03d601db589d3ab56b69 +size 18671 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 35d203375340..c369d15c5c53 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3927189121bee32130118bd3840f9c4929af919ba312e8c6ec118d097d870153 -size 23719 +oid sha256:176fd6499cb9cf08f70e027dcb34179fb186641d0281aa110707d9df769353a4 +size 23638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index e24332e0a093..f6eb3bc60fee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:84d704c2327b7221667d7752a9c8d1502cf4ea676d89ef9c7bb8a8224f0000d6 -size 29628 +oid sha256:d4ac37f12bdf96d7c0556585368750f42949105f4c4de15da48838bb01dadbd2 +size 29602 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 8927ca2c9337..c185574f7cb4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4fe58944d6274c2ca8aabdd58f78b25b9d8bb4670df86c4e8379e6fa5131e21 -size 23124 +oid sha256:9a640286d4959aa078967f8b3bfef97fb91fb761fbf7a10a1465b2e7669df1f4 +size 23295 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 6d94af31e7d5..5b09727825e3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b03ac8efe05073db043e45470b0d98bb334ebc584eb881c28127753f2f0fb69 -size 38390 +oid sha256:2c667f6f05418ec2090ff956636a6c1222cb990272bd628b4a03c334393251e1 +size 38501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 0903bd97411d..d494238759dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fbf581649c4c5bf9b41582fba9446618bc15e1a2b4e737012be0e53ddc31f4d -size 31191 +oid sha256:17f05de5b360631203538c45d8aa956142337b2f92ebfb8fb8c384449d296e4d +size 31501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 375eb0b80ce2..8056435f3550 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae20513b11f595aaca6712d9b75a8b64c084563fe326bd16cf149cd677648346 -size 30351 +oid sha256:1c77ea6472c7c3b6aaeb56c39d60487408d37c19a554ae53e0dbfdc34dff9632 +size 30553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index bcc21f24df88..4ddaf270b243 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cce323585be8602f2d52487b1a7030fd878544fa55080607b652840eb603550c -size 23969 +oid sha256:f5b938a9b2295f5df53e284144e400a673c056262a0a93cba9c53cd15a56b275 +size 24040 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 73f9026598bf..dadff7fcbbbc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63881d3f579d0020b5aa9400607ffb0e50cbf9a34e4545b2d975645fa209b245 -size 19536 +oid sha256:65c0c022baee3acec9dfa086a8e65aed6d1dfe57a21b8d9c45bdef9058542b01 +size 19535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e64d4dd81e16..b1afbe8dd101 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:728a070c02d1b4bd3eb309d5961353907f5688078ed81371750815b4183785e5 -size 25909 +oid sha256:a0d176299494dbec8314de576df31d931d0d61e975907df6f79e235dc719cc6e +size 25717 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3073ac63c9fc..258d15c131d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc03cb43767090b436dd64240e6a3eac236f39287449a0eda7c1fd8e3a245abe -size 20942 +oid sha256:b1ae718c6c0aea01f1c85f1956cea358697ae60886ffa7c2f4adedffb21a21e1 +size 20917 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b488ecfe3c09..9b2b23ce9801 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f822a1cb79d21a985caa318ba1f0e6cdbd964b0c2c6fc39af39e25de21d9fe75 -size 26104 +oid sha256:cc1ba4a904898132c07656e41d8cbf40e13f09c08a0182a211acd35203b15345 +size 25929 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 339ce7adad3e..4fedf16a4b99 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0edd5bc3d619682b97b89a8311af35ae35f9da537fc48ff3a2b176a11bd70ca -size 21925 +oid sha256:6b8bb9b28d390ab949505c15bfcbe8a7720d5689cda4273791530617dc4bf716 +size 21775 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e6bd24c0b18f..3e667375ffd7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:335ea1c0854515bbed6ab56e3673598f20a28d8700d957c35e8feb38522bb0dd -size 26290 +oid sha256:1adffbc7d5e254ea9dd2ecda395335dece080a0e7dec8623227eaa26b44f8cfe +size 26150 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b56d5439ed82..2846309a7fb2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2436214c8df6097b5d57df4b5ca11724c57548f2f8924e8a8073288a6c43c8d7 -size 22370 +oid sha256:797b825a6a3a29a165314b540500dfacfd2e9dc89fd2017f8b92b06ebb78997f +size 22297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9c6d46fa572c..bee8a5b576a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2ccd5a444b73aed448693050d22f1bdf460576d46a9c49e7e1664dae7d20300 -size 27052 +oid sha256:b4bad911476a0f04057de5bc2773fc7cad40b23e2559e629ece40a4cfc1d94fa +size 26906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ad20eaf56bb6..f42825d690c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48e76375257ed43aac264452f7b999b3743b60e75a3a223585f15ac7b8cb5330 -size 23262 +oid sha256:b753a9b0bd5342ded3cad623fb61b67f236c000da68466f69143bb97202fac3f +size 23176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 0c0731726bae..b59881327c46 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ee62654350260c67acdfc0f7c330947338aaad56bdbae9ed2c869e8ad67cbed8 -size 26598 +oid sha256:6ec6d305a6ca505db3a6e8711ec46961312e70958ef1aa6a9d2c8ae567fd3490 +size 26484 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 7071c54c9b93..89146bcfa650 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6fad51b65f7e1fbaa9bcdb99bac375866dc88a3ac3b4dfac984aa2bf5495c51 -size 22501 +oid sha256:bb3c4b6e584942e0d733307c7495af7de363a90b549a07cfc43db46b50a761c5 +size 22376 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 65c2ce31ac13..2a0f3de664dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f73b57c776851b41298d9e460b657090467d14e3a722746e05ef96da5e704337 -size 27188 +oid sha256:c126d7a8be2024536075eca7d4faaed4dcf90131bf00d78064806b2ecc9187bf +size 27061 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e348b79503b1..448ebc7aad6e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:712f131495bae4a2c395155397df071b4d1fb00985de515499ac5b8f260e0707 -size 23456 +oid sha256:35ec8a17f3a6e7720e4da315fb3b1d3ed98a1cb56870226291adf6980cc2a97f +size 23374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c00c81f19d55..2f8c2ae32a96 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e60228433433adde01b4764098db5417f866b07a3c201d652f5daa16dc73b95 -size 29218 +oid sha256:889c12c283f94144e10aabf9e1dd46572530333f6010b0fdb12b59e0bbd98281 +size 29013 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index bac2896e6e94..2917e92aadec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4590cd97572f970065cdd7404013b2b6dd720d0857f48c3be6c9ad9121b77465 -size 24955 +oid sha256:1adeba39b6c93552acf65c49f9a07dc9dee439e8f935822f5f6163f78cc3ea34 +size 24823 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0fe0ee425ec3..a5c68ac0c3e5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e54684c4e5db698c581ec43cec49d8e166d31d276c137a8040adc027bb1e9d0 -size 29652 +oid sha256:16ec3a192faa6c951b242cb2f3a4f9e5221ead4e57d56e01a78fdcaff471a270 +size 29413 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b5229deb0aba..c80e96743e08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d505150db9f8ad67db93e3b28ba076460f9ffdee1058fd52a60f2fb3c26065e1 -size 25860 +oid sha256:1873f63737eb686e9e4d6054927317aca250a37b3962aa0643d8e07f949bd3aa +size 25706 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 68856deb16b4..661f87012f0c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:234881ed45eb7e010a2951ced0bf1963b91f319966e00dd1491ad09b92a225a4 -size 28997 +oid sha256:86dd7003d83b2550946416164cea2b253f073dc00af9220c184aec19a3e50510 +size 29114 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index e4d1e9fa0f0e..391bcfad53e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a237bfe8127438c63bdfe87f29cde1ed9151f1761aeda440dd04bf4f419efbb1 -size 21993 +oid sha256:5c524241d2deb8bb51095618d70dad3bd41f6496ff5558f2a42646a5b5fe3f01 +size 22173 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index b4ac0886757a..9cd4303939c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d8df715f7dc88e143d4d9a5a93d3cae78d288669322e1e22e4de32b9729df64b -size 38067 +oid sha256:f320da5ebdfde1a07ed7346429fc5cd92271a49ed400ff969708d3917fce0ce5 +size 38331 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 9a3e01cd83f3..d483cecf5cfd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ae7afc8b6fc56304ad1e926857f6258f25d3098cfc5bfbe27bca12d9871a0f9 -size 29591 +oid sha256:4fba5bbbd0ff6b95abd59599832491b6acbc4576f48d89a8c5547e15399f6e86 +size 30019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 1f8222a03f91..91c61a655d5b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ae5bb6bf3eb9bff8b9dc01335cd4aa15c36f3bae27c42c7e0a8b85cf0bab282 -size 30220 +oid sha256:816c750196d3598d95c690e9f012f7aae0638ae11dab11ff7329c71aa293cb82 +size 30183 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 03c43faea36f..59963a917bb0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c05c20aa61d4bfcfca37515c8662db26ea0975743ea4b4544d2a1ef468cecfa -size 22901 +oid sha256:6c6f8f8667ee6fa6efa7bb41886eb2561244b093946bbee79469d3cbc829c39e +size 22941 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 4b12f2d68386..52cfa7ebbd84 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5ab90c64947240fa717c29cfacb3202f3fd21de084d717f501950c387f82029 -size 29637 +oid sha256:04785b10238d16c1a79ca4918e0820fb5b2067d0a18408a96f2072c35370b2b8 +size 29617 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 9058e33a287b..d757095258a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9871154ab4eee6e1d8e32738b67c1cdb236c4535328ef0c8ec4f4b2ac6eb1d41 -size 23125 +oid sha256:b53f10942d940a966195331806342bbc2320240b2fbf8a77fbbfecec609b5204 +size 23297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 7c3a105bbd6f..0db2b8121482 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:759e6bbfeee9f8afba3407d71532881af15174cf49c8f6e16ed729ec461aa0e6 -size 38385 +oid sha256:91c1c5d551b9a78805f0167128b99a915e4d187f1f7e4b959aece07cbc4c952f +size 38514 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 4212136217ff..cecbf26f5346 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a2888ea692ae949cb2c28cb9e0e03a47497d70c54ede0bbcace7d10d89b0855 -size 31186 +oid sha256:eed0dddfe0493a8c08a00e2613cad8fd47b9984246a0618ae23fbdfac7356a35 +size 31500 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 248138061313..6c1bce790f3f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3677a3a8ee081d6c3685cd7642828a0b8c8539d4233faf329f53fc89a368c181 -size 30371 +oid sha256:3c96ecc19b9ea8624baeb34dca22c6c7dfd78d7069f4601c4558e4077203bb43 +size 30545 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 584c05b621b3..1a98acb52abb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb2cc1b76ac4b9fc17c88ae7c8a68958f69a133f14eef5f9af1b967cc4068118 -size 23988 +oid sha256:292feb5d3e1dde9c6849c1e9bde4910cda6b9d2f09c07acbe25a5a635e5e8ebc +size 24031 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 564fb10f3221..a6ebe30ed297 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b71684bd29e275e6190fcae73de1eaa0bebd35bbd93de7028f92e19beb5a1fed -size 22507 +oid sha256:3fcb2f01a79aa1613854caaa386aebe5ffad174bc8024f43dcaf616ab02ed4b0 +size 22398 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 7da5b8dc3583..79177505a934 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07ea75e08c1e16462e779f571e53e29c08633014b0bd2c692a4580fa7ed73e24 -size 19932 +oid sha256:dc07c6dbec70bb6bbaa1d8cc3d476e47fac97408470aa5b96db5796d9d5156cb +size 19866 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ceae99d88e1e..5b2cb5983aa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33aa279fb246a3132abd1574956ed0c2c44a73b4f1125538a746cbd220cfc72c -size 23665 +oid sha256:0eef2181b24b19ec24daf4b6ea5c57b1fc56ca8ae7db85e87568b42200edfa8e +size 23591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0dedbed90d33..68f80fb40183 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ab7b8ecc5cff7d0f0362caa1119788a5bd3a323db897b780b43881a0121c0e0 -size 20829 +oid sha256:e6b277540e7dcea5b4916f3a155ded9c98cd7e52c5e27c053d801b6bec48e548 +size 20814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index d7969a8e11b0..73ad6e147afb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:411becaf63952cb5c636b583bd43787532dc0953a3488250847a5ea526114714 -size 22589 +oid sha256:eef59032ba559162451f6b80a5d1c0f83fab47600884b346d720366bd74e72f7 +size 22456 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 3bbf9e01e0fc..23e38308754b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:114bc40a596e327e993ccea97d118d2d12ba3719931c68ebf8de6f5cf47701a4 -size 30586 +oid sha256:4a46ddf7c9a8afa6c8d8ad798d3c662811a6e448a490f717710d88e80e24cc05 +size 30484 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 8e2f284edac3..f0e0d07fb22f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8a0743dc78f5732f3fcd0828a46273c6580f460172ddbb9eb86a8b1a39adddfa -size 23493 +oid sha256:7b5f1c5a25407184b51c603bf2e0f34b342f58db3317115b2b7e0fa055d3e251 +size 23557 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 48827f383c57..c2c7765bd69b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cdd3425fef5eb08684c33b544696e6e05f1eb9b1ba4a177be97a45d50f257dd0 -size 40019 +oid sha256:896d4519ce8d95352efa4e17b5067fd52194d0581a3082209e380381cbd75773 +size 40081 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 5c0c00d2709f..1e01f1ff360a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:234ed965bcf885de54ab5c3f4419fef2c6e523a461faddbbd379d5de1ba92232 -size 30972 +oid sha256:943ebd8f770360490492c63928d6cf65c6c195fc0ecca17ae87136760790320b +size 30929 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 5ebec1e4389d..fad9baadaaf8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:98fc5e9f504e0f27724180c4daee16616486d6b0d43fa8c37a5e9e3d583f2a62 -size 31178 +oid sha256:0cda1abe7f70a2a0281c70a177daf190dc238ed9833f2b50048352f8a0d004f5 +size 31403 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 6ca87f0d8ca9..966eb0f6f406 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cec0eb2e00424b774a58f235751e4154bf1598a5d1af845489f78a8142f2f95c -size 24173 +oid sha256:7d670b71164a959bde1c8ca72c22e4523ce2e3f2f52840c0d673a540eb3f0098 +size 24189 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index c4ab8150a193..d2a3126e59bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54f4ab165f9151a9b7535bfbf0c6f115bf248a785cba1622cd50ff1f1378820a -size 19915 +oid sha256:e2bf0cabc2caf129d9f94767437e249c0b6b88ed53d6a152cc4ede995f77de43 +size 19894 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4ead2cf96ada..6251a48a07ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc3989e9f75cff72099620a7be4fb7f18fdf2bef8187cf177d2c2c6262385214 -size 24103 +oid sha256:0abc4c6e08e8bfc6e71e0762af0ef3bc5589d65124ccaa58bd4b2910c8a338ad +size 23978 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 88eb75469005..3c9f6af03f0b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e5a366e9a307d56f9447ea170b45c57156b66a7b8de4356e0d6d94a78801e54 -size 31064 +oid sha256:4271eff251db8bcdcaf6e9baa102d253bb3da7da2fc6d6982a4c315ff2dcdf83 +size 31214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index bd35d65f96ea..6876acfd0ed0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0a718a018fc743e96df8c7220061aa191363cbdcfe7d2ac93df09f86ce9fd46d -size 24598 +oid sha256:7e16a77ac6192eaf78243690f578e06c2d835458fabea95fae4dc78ac14d777b +size 24603 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 51c97d8b0c31..44cbe69b8d63 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2d8921cd4b11c0098b7aca34130621c79fc89ffa449328d3197539e78e63903 -size 40856 +oid sha256:ac0536e138a4ada4fa19e5e1a4eaee1364038b93fb950d92fbc386e30b47f171 +size 41101 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 4f36159d3e5c..d222c3c321b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ddbe223eef001bf7acc72abdccf2bcc9ce9e8b8bdefb27cfb69ab23526418f6 -size 31941 +oid sha256:6978d6d4cfefb60caa00435cf71ed9e73b52f95cf6744724009684a2661be266 +size 32198 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index fc13612020a9..9f802f17e561 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1da6787663f8a546ca2f76aefe95ee2b255f43b9fa1000eb6a3e590043c118ce -size 32263 +oid sha256:5d9e7449160e394beba4eba09d11e855ab51a5d4c046876d169138044f99003c +size 32531 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 70187f5f2f41..6c05c3a03dc2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6603aff2b5945f797eb2505296ad30971d68d121a2a2085bc861b700d4a256c8 -size 25082 +oid sha256:a3717614488d67c4d0dd1f79ffc1c16682c1f3ed23bf3bb15264e35e660f729b +size 25105 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0b33ecf51142..dc56190e633b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f55acafa750cb742758c7136a87b117163f5ee8afb44a4d902ab8b0a18d8e143 -size 21015 +oid sha256:d74d830562cba3f18d6c843f9b924e79d2c57821fb65d8fb22b3f77e45829f31 +size 21019 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4b0f111ff440..1c3e091dacd4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb9acd20fa63dc2ddc1d556a4863b5387ccb6061c99d23818813c9231847f5e3 -size 24622 +oid sha256:da5e95d8e230f6da536b517c126573411f8f0ea6fd60d4b4be3014bc287bec2e +size 24405 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1885b704383f..d833e410b3d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d378dac50e5ef9bd5ee39b232b3163065c17e0ccc991cb06465cae5c3b919ce -size 21894 +oid sha256:f7b6d1479b1e1f24baf4f6c235c433bf15c0b416ec515772f93fc210a0da2f60 +size 21832 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c859a9ecc49c..b7b448bc7ab0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d0082081ad3c23ef4c7417041bf3f34dbf8a640b61b9ca8b4424594764c0ed2 -size 25655 +oid sha256:220a0f13f1a57e18c88037092688595731f9b7ead480ef212a7f6d26c28ae144 +size 25474 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index efd14a09897b..f979505ac4ec 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce9890ed7bd60588b8402abea6428f84ad8da4a0b4b1d43dd3b2385f720d90eb -size 23091 +oid sha256:af8c538d7a2dd1fc0bf56239014dde56e2113b083a36de9c892f39070d9ab1d6 +size 23097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index d8c0371a2a0b..d4c036ed2e0f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c949bc529dc151b01e199cbcd2503fdda28c6b55f91ed22564acd2197dcc2c2f -size 25699 +oid sha256:77cf54d3b2ef923f9baebb2a94d0193cf36975968a09ef7fe48f805b9237fb9a +size 25625 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 8231997362f8..57a2c110faf4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc5b72959c1b30594d44abb8e8c2b6e4c115e4a95badbdd982518c05ba5550ba -size 23607 +oid sha256:ccd5617b4fbd4af6252f086cca97e1f4304d80de66775bfde9dc33392f40d66e +size 23511 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e0a290523c7f..b6819f91a4c8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca240294e4a154a9a072770af5952d63e82a61ff1a270bb3244ad4debc1115e0 -size 26776 +oid sha256:ddec6635b34fe3d04d319cbe2fe4980c9706d3fd7d53d5eae69443adebbcd972 +size 26713 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e8fb8d17d4c7..9c7727f16dc1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cdc2999b1f5042b1b81c35cafb64f5bfc2107b2bd607daa7f84278032a911b18 -size 24539 +oid sha256:2cf25ccc3b2138b223d0e64982845d02aebffb940c44b77e8a168a44888a5ed3 +size 24433 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 814e6dfc3852..0e72ef106824 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5ed46e276da7a40ecae7523fd9d69df4d3b8b3175aead1de30f06dcad33d63a -size 25830 +oid sha256:4952213fe0af3321ac373060a7b5beb9363a92b7ae925acfa7578a40d0da709b +size 25725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index efd4872b7d51..789ebf745ba5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:639327e95a7bdfce75650fb8ce0d9a74ae8bb82c167dc4395f5e3d4f400ac57a -size 23742 +oid sha256:3afd4500f69de33b5aa1fd40f719cef167a4ad0ac082e119636dfe6459791899 +size 23652 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 042e3c2bd189..cc9dfa6b814f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64a01fe6cd13fd56a7c125e44e970f12c52d3d0d18e40759f43fbda755229294 -size 27360 +oid sha256:27b509867965604eea4c76e200a96009ab808fb9ee41bfc73e6e382f14c60a6b +size 27239 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5c07b5c355f8..81146fca20dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ddbe9081d8a3cf0a54ad0513a43640de5088e3087a2af8f46db62e425ee8ad1 -size 24868 +oid sha256:64575f221e43db6770535e4e2a4c996a4053c9b668b117e7b67bc65f4f05ac20 +size 24788 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4800add7fd7f..0d76152c630b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f154c5a6c90723e6b79cd4a4a50c6ab3867cecd655cdca6f94a1591dd9d77f4f -size 27916 +oid sha256:2e52517ba353e8fc6d45df82621e9a7ba5d94099b6e99293856faefde8ca2ad7 +size 27698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e77866954c11..a6e470efe514 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a929575296f9c48b20ed4811d6e505a11fcfe8818b734aec63dc51719c6c11f3 -size 25640 +oid sha256:fa036b1c0a7784962ebdc408547323a39e42571ba09e674ab62a94198d2932b6 +size 25623 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3b62cc119f8e..86f55082ce25 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d1b5151c9005afd76bc51f03213eba7f55828d0fd2199772b50ece75d80b5c19 -size 28810 +oid sha256:8c1a848354579d046da9e465c83b5cbea432f04c6ce72e87f828ec7ecb15fe6c +size 28730 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a6103521814d..c4ac0789c68e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34a4922653d45584f448c860d88aa5a7f050db2c148848b04b49f928895a42d6 -size 26706 +oid sha256:dd9f3063f472f49808467832974decffd49d0faa21019b983a1fdf87067f10d4 +size 26674 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a96b1ade1fbc..b30015a948bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e31bd52cf7fb0baf9b534fa66637de03d34c035729cf951477b1c0a33bca513f -size 22587 +oid sha256:5ddd32eaeb70e4573bfb6595332a37a4574f5061c92fe35e414d1e4662a1cd56 +size 22454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index a6ffc41329bc..0c402f33c05b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6ba75b485067c40d602ba8a04c785d31457c4687113a0f3fe91b2b13886a6d19 -size 30557 +oid sha256:6b127163691874dd78886456a7930bf6364b54ea6007ab1b0964dae202ed838b +size 30424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 980a315bdf88..78c4b4747194 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f792627a4405fcd5ce85c87d8a30161624567fc591c742223c059f15ed9ed746 -size 23551 +oid sha256:5e3a1cf85490839d94fc6c9252820b16a9fecaf09bb206329b1a638c5ccaca99 +size 23606 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 9de05f0dd36f..c7f9ff784b76 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6dd5193642a8b2fe94409d68c901dc48c4a1eaa051c53419271c6f02393a57fc -size 40016 +oid sha256:ae262f6724964c6d7b0e55709450c65807f07bcd116002e631c0e8f0c3e481df +size 40112 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index b214fbea367c..05b36ee72e0c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7a0fe39293c4ff1be82353321c92a791aee460c207478a9e718006c520d004e0 -size 30951 +oid sha256:619b247b25a73c04b1ccb99aa759d6676a10dbcd4e7f26a1a6ee03364525f4d1 +size 30962 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 020ba5d0a3d7..cd339f1da789 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:782595b1fae6a6c914b5d28e280f1aff8cfb90c6d77b0bfe34f048aeb7e5561d -size 31218 +oid sha256:eaf451d8239306b3bfe2e63714d0ddd1c00ebf4194e881a4f98547f9b95e54a4 +size 31449 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 8c7e5a522a58..2cdfe6df65a7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c48cce35358943d8f21198d30b385199b43198e3b72ed728929e4295c85b4053 -size 24219 +oid sha256:ed141751733ade7fdd5bd504a6c0885be03360272fe757830822e5f6804a31f8 +size 24230 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d1971b85b975..05e12a5b605a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8e9aff3009ce0c2a1cce07502edf4ed47d75e415bc4d5227d26c1b05126962d1 -size 19946 +oid sha256:ca84263665d7ec4ec15f336b7cbcd8960ef9b71df6fd452fb236ec4f61a4b9d2 +size 19925 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9a033336e564..a45100572e34 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:56885a4fc09f5e0153fb1a8bc318e5e9a3db6008f5547527bf968943bb856862 -size 24111 +oid sha256:62ecdfcb8e710c316c216f5889abc49016066bde7d728b436f49b5955577fe72 +size 23983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 7145d0d2f568..f6e46d0d9407 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc0ff4d93f1ada667243e2e740e6724656a07878406866e10c734521e6c52ee5 -size 31064 +oid sha256:3047ef15c2b3701762374e99842b385199212dfe27334eb59ff6abc0986a056e +size 31199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 3c34ebd45999..00c519636ffa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:13bc721ce6f2f468483481a872dcc905340db5efc626c2d46526b60d8110d3fb -size 24603 +oid sha256:27db110e8229b4e2b25f90c706c960a5f4ce2cca25d34b43b375e1552529b402 +size 24615 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 622007655761..0544b66490b5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ca1e59ec7f3e6b5104a000947a864861cf5f0cde2fc4b672acaa01ed4923909 -size 40881 +oid sha256:8d175dafa796432464e09afa295c03895810e7bedfef184324e1ec6572c112c2 +size 41108 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index d7e45fbe592c..1212e012d90c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:553f701ad28befb82b74f3cc2fa03c59b6e3ab510dd04651077bf242b1c15e02 -size 31929 +oid sha256:565882458c74df91e7ce63fc4e833d2c4fcf18d8dbd494e3d68447f4c8229fc5 +size 32204 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index e3876b2050db..15459646fcd5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:315aef8e48f100d3239f3225efba3c7411ebea985c4ec1e97521a1c8941fc11d -size 32265 +oid sha256:02c9de038018a2a880c104bf609d634bd221153a6976e2d3c148173b46a1be2f +size 32534 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index e5db0b87fb06..bad20ba22578 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16646c0dffdcbb2f4b2389ad978dd7a2bc8f86515925658cb408497d44637e45 -size 25077 +oid sha256:3e78ef68565a90694e88def784f97f3e80f68f735dd758a3e56ace4efbcc1122 +size 25116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 24cfd6b0f0ef..20db8460e921 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa808e7e543521af62f1d1cb3f03df1cbd1fecb5eb83eb39d4765f345dc0c2f9 -size 21007 +oid sha256:ec9e39f2c8439c021ee6ca30b3b7ea8bbd49200591b06ff90780a16812955329 +size 21003 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7148cab94a26..dc7f04936361 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:86612b5f533c5f1fbe0d90f9e3cad331f3e6fa1779aa07da727fb3ea2b69cc9a -size 22444 +oid sha256:b6901f100d9c6d2207f8ddc28ccccf74635b31ff7f92d754e268db498434b78a +size 22307 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index ea64198d9f4b..867dd8f1a966 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c6b5ef5c42435e1f35d7604af052980db74bebefa22b10c4dc1fbfe174561a7 -size 19690 +oid sha256:3cef15fefb16384727d42f4e5f36928e1cbc1cfb0d52cf77811fd898791f8844 +size 19546 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index c25a1a307293..8fbe8ec9803a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02b5a5f7aab947454d6e2afe65e33da56d415fa34c62951f8bdba21b5b017804 -size 23066 +oid sha256:b698f4a194c2b93cbe52f92494884c360c461553305f98095a85de96b5cdbb97 +size 23022 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 844885f4be1e..150ab6a5b915 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14f252b6489a04d8e8439d09e36dec6ce31d8be440f8ebc43ddbbc322b3a7e93 -size 20016 +oid sha256:34fc1a141f5ae9b57ce4a95512e680b20b286ab5e14e51aa6aedc7c9c252b156 +size 19911 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 688524a41cd3..5471743138d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e33a955e1e3e707ef5b09027051afb77198332d4dca3fabdf95780fd23fa7916 -size 22653 +oid sha256:f7c9158aacb3e733c830e3352a82fe03e30947d9e825fa3744f76f7463380108 +size 22530 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d2be51661068..ee56514a85f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99433c9b2fe79c8a791fb02ae9e454157b77d6c6210014dc402a8ee543c14e6b -size 19382 +oid sha256:44e651dfa2d4616e1df8115fea7610a41a290dc4a333c9d0362979775e5255d1 +size 19273 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index eb1bee5b039c..8f0abe99a121 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c83b496d3ab9fc0008d43d23a9468d25bbc1b1df154016ba4be623693ce65d7c -size 23254 +oid sha256:2b33987417be6fc140f5d5be454dd58654e0efcce5c0a86935d422364391b71e +size 23226 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1e0358e0c329..f091705ddb1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d16b0c9c82465c4ed00df9a18ae163b7ffeb3439f47abe41f717b620fccfd5c3 -size 19928 +oid sha256:6a8b6428f20346f913360c4098ecabf1dee6e7fa4301f9e97a1a076d74021502 +size 19830 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index f87e6bf27e04..c51eb9668113 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:712e616c945eae955f4e33be0bfcf91e0ebcb3c0e2f88516b3c54bf459e71202 -size 24559 +oid sha256:b6557333cbb3b331725776e824aaa5d0a8e67851e8d4c5eb7ec2be1e40bff29a +size 24306 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 6386f9a3a091..65aee15994dc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f96660d99a18ad7fed7913aa81b5f23b26d00516b3ad221a8fd7631151dddd93 -size 21734 +oid sha256:e5baec02c3b92ac606c9094ea5740cb5ad0e1bf73c1adcefd0cadf6e009497c9 +size 21516 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b140b349c6f4..78ecd35e5781 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:833529377294f3255dee3055c3511f4b64f7c668186a7635c2dfbe1143113ffb -size 25107 +oid sha256:cdcfc3c6dd3e5ebc6ef738db9f05059689a05c2372449cfc55e97761251110e3 +size 25053 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fdf150afb699..686c8c5b9e6c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fc67a72868e2ee89546017733dda6187edc20f2877f3cdca0f1d60f866fec88 -size 22207 +oid sha256:cd128e575d15ad1af7209f34d1942fafde5e5dee3efd8509a12619a0fdcb7f76 +size 21985 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ae53e0fc6737..d9d781b7d77f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3875ecb12f8522c0238f33653400f1b8edfd1ab6be84b72a846af11e1d68ffc7 -size 26284 +oid sha256:26eaca2982362ed6781b2758c695ad07d59dd1ae2c68cd21e9b4cf46b497ad72 +size 26125 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 84e48ee2d369..66e17b11d69c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:489a74f6877f67b5b9b6f0057d97b8f2deb83457a957a971ca250a3cae3b7f84 -size 23304 +oid sha256:0dd922dc48d74534d09f3331058f562926c49c15a20a5c0f25cc55c0de2d5ed7 +size 23169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index feeb3267213f..428cb89f43cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4fee81577021d0cc697bdd17a402dc9632ec69691797357dc27f2085e5f24ad0 -size 27089 +oid sha256:d6c2b4b74c0058dbfc8eb5328a9d7ec9b0cfbf6f0fbe1dc5a2ff5c25293fe09f +size 26985 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index df8746d55995..583047356184 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:820a069e7f8fce4ac8ae37d43571f9195aac9d5b22fcb9a11e73ad10cb5c9f1f -size 23716 +oid sha256:a51ca9dd2c44d7fd50d4324d900de0c3895baaf8f66fb7c4e342b4d7c19ca0c6 +size 23597 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index ffb1a93061bb..16f586d7b4fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c90b831de46a4da55ee6f06248d7bc863013e26bdc1326f2c17dbed43a1a668 -size 26112 +oid sha256:c7dcc153d63722e575ff4d8fe4f333375a3578eccb937ab680e1f079d4938c54 +size 26036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index ef581037bf69..e26565104f8d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9617b6e11d9d62eae9d8a9e9f1e632a1dc9dbd297c0b945cef7934357f3a821 -size 23201 +oid sha256:21eb98e0ed5b01b094157fc69a2a729e13107d1fd0a8a44d166c16861b744706 +size 23082 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 08c2fa020407..746601dc436f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bdb6b2b374380910103eb9f54328cde00088c022e76de062be1257d003adaf8 -size 27024 +oid sha256:f2e3eeb14a42b9e7a97c08937af7ca5902836cfc156d8cd162a086ace9da9a4c +size 26973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1d77dad6cac1..f1496909b360 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57c66f13d7969f3873cc5058d374859ce7d3813e006d0878843af76c5f587383 -size 23632 +oid sha256:b81dc867953481f0987516be95d55c7abd0c06203671f0e575d05c3e2eb7dcd3 +size 23517 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2772b53f994f..a62d3332e282 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa3675fe885f5f55f2e24bb73a817636a8802a1e76c9a22fdf005e780ddf990a -size 28573 +oid sha256:8e43b48e637fb79e63878f76c3b7db9096a79ac7543e345032d1f46174d151da +size 28389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index de04f56d3df7..54af1350a731 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:927ff4d6af40c374f8b4f4e2d972b753affa5b3c34049f29c3186cc80282861f -size 25637 +oid sha256:b2bce333d00fe6b4c6c44b5afe1407f3f6953d9817ede5e267e31e1b59af4207 +size 25418 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 97174cb3602e..d573151705c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:204bb9cd34b9f5a1bac45893e5db53becaaca05c71251fc675a95d1e2301c9b8 -size 29434 +oid sha256:20e837077668824abacfb1d7ae44303ead5ed53c93074a4505b7ce3b1e3e305a +size 29304 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 281b25a2700d..83c42d0976a9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1ac93cf591e11cae77a742245d1ebd4f4007d8ff9797debf6ecf120c5d5fa7c2 -size 26211 +oid sha256:c61f3398fd8d25341568e974879c8a43c9b70b3a4093d6c096442bb33725af70 +size 26007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1007612e6390..c407e5e3d1a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b208ef1b8d39c109fcbaf090ccaa15f166d6948e51d2b3649385f0a8f2a89d13 -size 23224 +oid sha256:1f79dcfb30a0c9faff5f5a5236d1a81b11c00cb2f73717cd68d37b94fd7d1b37 +size 23089 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d4912f4289c6..878b462749be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc7d5b34456e1cac898b01bda6a2d9e191f32924e81a203d70f7354ed7e7ab01 -size 20262 +oid sha256:ac7d3831bb0f0f0f02fc8305f55094c242aab713a318f75714320823d64c576e +size 20137 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index f5746952cc8c..bc5cc20ccf44 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bae051f4c9387f80f9549a7655559ab49a9c5d64ff1b49d47f370fa1c9621900 -size 24076 +oid sha256:71c23b76d389eac84440b9dad9d183a9306a24f18b7cc01732ce94e0ac7e9a72 +size 23928 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3e34398ae39d..732b449185bd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10c29fea3e7db99c0ec8974f704fd00f3143cf9b49884079ba13468fadca63ff -size 20708 +oid sha256:83f9e4d5de2f859fc78f3fcfa827cc4a15440b22a735b5d632296ddb72799077 +size 20579 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 3c0bdf4b35d9..ae3bb9be599d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e90517e2cdb14b5a0bd573fdf12ca78a2413b1ff6baf6c64e3bc2d5c9445d8d -size 23586 +oid sha256:fe8434027400a66ca433be8ce7179f1596f9cac593b70ffd918acc5d98d9aa5d +size 23446 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 12fc7398ca57..55cf20b46a64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7dc5c90304d5d34669dd200d8d81b0adde5e6fa7be6a8eb5d010983da647e6c4 -size 20738 +oid sha256:be88f74cc60019ac8b5b95a7e6c3ea98b0f0abb167f681053676393463291c01 +size 20627 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index e37869325c17..e7f224044827 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d9fa42ac4a176abf9fbaa751b7920078b561552507b5d8d7a54970c56a610ae -size 24151 +oid sha256:78b99f9d4c77808fb436baa08f4e491b6615e835f82a25b18bb76d6a6a2e47c9 +size 24071 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 08cd73ee02a4..efd27342f483 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44f57be7e5052eca36507372c41516bf8d41e7d475cf9766e5d407e26046b1c1 -size 21384 +oid sha256:af0b953ab4937f9661727449e074b3db59f8f4d716a810f22d0ca2de428b371f +size 21258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index e331b4ec0c41..5e7841557336 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0666aff2f1ab0cbb33ad1dcb491586e59ed6367fccab5f6fad6b61ba9c83225c -size 27445 +oid sha256:b6aa566bf406e1c203323bf29059ecfe0b83ac5cde6bfb0af36d0cc5f29b40b4 +size 27421 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6587fe60dda0..8d0d54b11aa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5723c6ad4e3657c068c6f9bbc7ee36883733be7b02e62919c1c3df93d8dc6d9e -size 24502 +oid sha256:921e339024df0a8a36adc2a4abed7cba139e02172f3cd6c7d5190aa56b7a6dfa +size 24440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7fb0da20251c..5c9bd2aaa65e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80b2e6c98d838fd9c45929c94f1735f5d32c8d9220cc9852abd8814318d70932 -size 28755 +oid sha256:56aaf446ac9ea3fdc59e9bda01e4fca4c2f0f21dafd0f46a498d7de8508b28bf +size 28820 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b9a195f1c6e4..357326f20749 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26d101949492d541d2cdf3ff8aae45f2785bb1b283e1bb247b8651190173077c -size 25112 +oid sha256:7130a99989c57f3fc7b2c454084fe12f85602d185562c0c02be427bdfd6e85d0 +size 24988 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index eeb06f8613be..cf7e10771e65 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:318a8be178cc5309b5d89d67b9db3fd3edca3617425c87a0b55f6757dc8cb92a -size 27569 +oid sha256:e021801bfbf4e43368dfc56199ed99eb0bb1339209f9eeb12aebf8432af7e68f +size 27520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d36991a5b409..425e85f328da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dffbfb5c7dbdb97bbf1331f64ec4f10ca09e1cc8c157af6a16e7633f1a69a348 -size 24869 +oid sha256:a4a316877c79c61d42cb6d4d440d90e64613feed5c5d1512d4c9af35b50a42c1 +size 24762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b95c090c400b..7d020a750495 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e55057ca7dbd2a9468a4007b4f387d68ad7c9c643b447ccd79ae01a42d10939b -size 28595 +oid sha256:7e6d7a0200bbf324f58903ac43500ff2cd94c6606e7eb59b35ff224c4e648833 +size 28534 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ae1f4149ecba..69fcffb6afff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e1aa73d98b5a2a9285ff77e00f4716111dffe5c0b0121ab880cd11024677384 -size 25672 +oid sha256:a27a3f42736f723c383c6441d41515ef6393e32fb16a5cd9d69dcdbc33350bbb +size 25535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1e0a7735d920..261b070f0b15 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe6a9275fb5af253ebdcd9f8146fc8bf7a5af5196de71f11ca433f5f4f7ed744 -size 20656 +oid sha256:d9dd70d3eb18dcca9bb323b09eb8d2efae781379c14d845fe0c830cb1ce3c5b4 +size 20536 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 994d4d3b34f9..4f4148081eb6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c4b4fee0aca754388794ee235ec1e7bde044a5c545dc5a0020aaca125a045d2 -size 17967 +oid sha256:64fe5ed6d62c58dd7506041e02fd58ed7332a01a57a4c1ac542ff2977419fdf5 +size 17895 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2ca68611964c..9599aa1da4da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00198977559d984e5af41c2780aecf92e2db690df5e6c2b438a6f15658e82145 -size 21602 +oid sha256:7dcc0f25c046bc94d1b661719e663ea7353ce801e3e48c70606389b375d4d989 +size 21463 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1c5c71596a2a..51a2761cfe42 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b32cfef4431d9cfa105d86ecf6533e5a9011a1cc16ee1c52ff3fefa20f11c197 -size 18879 +oid sha256:0e3f096dc9585ef8a53436b4a05bffe0246ad7e406d8251e66fc6105f9a38e83 +size 18769 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 62f71b456fee..dd994725a415 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5482630e6f94b4cfa3997ef6ae7a5ee4fb299f243b88eb3ae2e0be4579c13c5 -size 20835 +oid sha256:4d1765b6ff33a50d6e7a9c71bbb23f02517797a3a91dbabb03380c4a929779e5 +size 20641 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 18d01cb193fd..f126a5d33796 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efda402ee5b4ccfcf057c0b83b4a4d38399441bb68c8510fefb4ba42126f3afa -size 27928 +oid sha256:db6295d0f4d18435d6850e393399fd3f591c8b0c1d4cd9cb7f03880fbee89d54 +size 28148 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 3827e6ddd614..30af219e8020 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54ab375a547e6125446a334c1f17432d9d2bb6f308f1026462054cea749acd27 -size 20750 +oid sha256:080f57de963395541bc03fa8d5d0bbdc294662a2aa4478983325bfadfeaa3a83 +size 20913 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index bf35b472514a..1ef46ba46372 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bebf96bcad56833e7241de95f72becb7762e40d3a6c4e8fdb4d9696c5b7fdff9 -size 36901 +oid sha256:ee9f6b77187266ccab083845fa0623e844faa06a80d3cb7d1fc5aa89f53e898b +size 37210 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index cb05ea57a2b2..7354fd2d37ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1dd48024b40d2af387b9fb89b2891a03c98d59c17a3a3e13e919a70b46973e0b -size 28388 +oid sha256:4c6489f10280e5628e0d3917bd53a854bb02bdc754ad5cd8c15f5cfe1c9c077f +size 28792 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 908fe018f906..2ec9d47d167f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:481d9feb7b0fd84daa1d7df3fd796974ea2622b9bd32c222d24fd54ea989e726 -size 29044 +oid sha256:66ad030fddb4f373f7215de1632b49cd28d120818a586aa63a7f9b0a8734ebe9 +size 29207 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 2b42bac52092..9333fc8ae3d2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ae643a632a76de64d98679f268ad345e9f97da01e2468122cdfcbe08158d42d7 -size 21637 +oid sha256:09de9e4c77e011d0ba2b37cd30c2accd3d61287e532498504eaea23def63962f +size 21789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index e1452853df80..e8b87303bddc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bac98faf4dec345c428469db7e83e97c7ae56c6cd4203c57d6a854bee830ec4a -size 17905 +oid sha256:b03c1208fc12176a992c51a0d997c7a25af3d4320ab1bed8bd58441895746683 +size 17799 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 99305444c6bb..0bef15e59990 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b53bebddde8dc329c6c95be861fedacb6c6afa86030b80b14f4e2336b2c72957 -size 21687 +oid sha256:b81c95fe3f86d4ee7fb8ef7d006257e4722d384365cedbe20f332462048d9a97 +size 21544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 562753a3f2ad..d533557acce1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0566695f7b5158593408924bf565789c0b80d93675e6d6daa77ac884cff3535 -size 28469 +oid sha256:9338d1c589a851235766bfcaabb480a8af4518d88aa34d5038badccf987e5ef9 +size 28553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 10f35c5f3aab..ce0d06b5a18c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21174983270aafb183094a312985b99f46b2517bcc80d0fafc7b676170724882 -size 21921 +oid sha256:62a13c74a94e00cfab8a2d974e7ba3787584ee3729948738c1bf137cc284cd5d +size 21970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 6e8c52d84032..537ca55b8b8b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4d574e48020ce00cd0dc5a27bad43fccb50d73d26fdba6ab7e9e0a0dc6af976d -size 37334 +oid sha256:9b3ef66543894dc6cb769c459b8bcbb155ae76da8963bd0d687ee7e575bd38d2 +size 37474 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index ecffc346f8be..d2dca4f13cb0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6f97c1ba08d1fbd9657943590d4d8b3598226aabcdecb537f8f1a55019d2c0c5 -size 30064 +oid sha256:15331d196f40928f166365282b5b696967e6d2ae4e354b6bbc8ab46f89820a9f +size 30415 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index d2fa4554c348..fe7778d9cc8a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e22a6e13dc3dc7a5132ff9e451f9ceb210f8e31f2a139842c95f0d86a3a124c1 -size 29333 +oid sha256:d6bd650031435c643cdd0f25c75a29bb32f155ea83ff11db395ea21891617f55 +size 29472 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 150d8044c096..6681fa963248 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8717d7ef06ab3cc4d8cad5c0459191c17aace1906ffcc886a2a8f4dd03635994 -size 22858 +oid sha256:65a3ec6225f01cb079a63b5b099a61a4ea8cbd662dda7dbe799a7314e328bbbb +size 22915 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 874ebed71fdc..812e5f4dad15 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03a9d92c684a50b46cd3a67f11b9593dcb7caecf65815e353bc4101d4b5a50d0 -size 18778 +oid sha256:ac2cadd0f391fa77fa4a1bfbf32b87cfdfca4959346039e2af6afd3bcb506c71 +size 18773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 131a2f180754..52457eabeeb1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e14ca135161b2a6b5c4f26dde1b90193a49e836640c79f698a7497868b5db851 -size 22908 +oid sha256:cb9216cc633dca04f7fd453739cc4c03f5b4acc8530b9a31250f2a9b0a4e1227 +size 22686 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c1477ffd17d2..8a0c89f6572a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4b3e5fb025abf46d83ddd7a7f419946cc660e4e09b1d7a65d4053d43c9c34d93 -size 20046 +oid sha256:9ee0120290ce8be18dba2554c50c18df3a314afba74d16b280c346eadd161b47 +size 19898 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4a00741db2fc..7b3f30ad8b11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:127db0a49f74d583100d64ae14ab523927191ff3769dbdf34dcb311e2271ae32 -size 23878 +oid sha256:0e613b5fe8941ab3b9cca240697b6c1fd5c103875b08d978398eca0c9535eb42 +size 23680 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index eaa2c55c3d69..54e3660339b9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:070e0b9b5230b39e48176d68004fd23ceea9d99636da94fa36fe141aca2d0d7a -size 21090 +oid sha256:bb31e22a8e5fd088205c09ae559627f185515c5f2a6095d7fb06c937bed245e2 +size 20932 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1a65dd567a05..ab828211c492 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34289ff91cdc43690e39d958d44ce27e6a8a188bf5041dc66c34bd59b9fa6311 -size 23658 +oid sha256:c9a15f18be49719045881cf9a3de5fc625c83a147896bc1b6e7d2d059ef3d34a +size 23501 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index aef048b3ab61..cf9c9714057d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fad76ba22890a3bbf235ee0c082dabff0ab6aa2238e75fd3c20a7fa66d4384a0 -size 21559 +oid sha256:cc98f3c6fb24e184f1d46686dfdcdb833c1b1dc672fc52d775a9620cccee8813 +size 21482 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 34113a3ff114..fe922b241356 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16d84dc43b4d9484bd75271b9eebb78a50aa2d438d818043577fb5026f7b49cd -size 24737 +oid sha256:fd80c16dcc6647a8137fdf3d171d9fd2824376b229929ac88cffc40924043f07 +size 24558 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 51705dc43f32..f487233da131 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50db1c0974b655f2e2cdc6b40214c5b263ac5f2790d3f7da12518f13a6863b87 -size 22532 +oid sha256:fafeb22ab277099b330fa266bee144d28d3e55f782cefe724332d897e4eddce5 +size 22451 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7f2ac4d02be3..f531e41b009e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99df323cd0b6bb62a42615da86e9b97191c67a5f54b6b24270cd2894823e6f49 -size 23983 +oid sha256:5518e76dcd9d50cc2d17d5b2a03981a92c874eac3f00dabe7eb9c3dbebd970f4 +size 23859 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index dc1d8be5de32..2f69ce666a37 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b77a51eb198cab50ebe15d45efee32e9f9596f11335a2751e40b77c004b6ba64 -size 21700 +oid sha256:1dc7b9aa07aac1af2e2144c29de26d03b5755bc44505ff8a07a7bc78f1f468f0 +size 21616 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 269142d9a5ea..285604a00f39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2af1866025c25989d4363307aefaad328f87a705f7cf19655fe5a3bd4d70ed39 -size 24963 +oid sha256:a385f1159e04d969f23f1426fb51c5e3a1325986b244a97af2ed8717a689be51 +size 24815 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b25bc0105fa4..21fc4d40c72c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a28362f663bbe9f2eed3698f6cd2e84dd6df0f66d0a96e2b10dbb4d35f4c2a5f -size 22687 +oid sha256:648555d85c40dc2367f1b1a8f22353ebd025112f47172f294135cb18d45d5e9b +size 22607 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 364c869cb92e..9d6a21831fa7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6d1fb9f8bb0311f59ca09627b577fd10191814d2caa21334e28c6724075ad353 -size 26191 +oid sha256:9aa50bc98d0164ec7f76292df8e940813b8f57b057244ab7d4370fd1a4dc444d +size 26007 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 67a64bda334e..0d6df1d2fa77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1dfc85c66530a261ab4d8766a92a32eec8502f2b507ac6226ff4e63bc093f8ae -size 24144 +oid sha256:dffcaf2a6f01211acf8afcd63049a1d677319ab4b5e1f7dac393203b9d555af7 +size 23994 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0df7908bd575..05d12f7ae333 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:373ce7e86a4affefa73fb261aae544bbbff0f9815fd8645aa7b29679bd8a242a -size 27187 +oid sha256:2e00452dcc85eb209be4fce54547878e4f474af0d27f59e25072650c984c6c91 +size 26975 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 310050b26ccd..e62ce523ffc6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6b3546fb9e7b86385f5e16827d8f6738c5a64536fd935f433fa860f9153beb84 -size 25106 +oid sha256:ee549bf3bd6a51a36fd5270bc7c758824bd6cb5a576b6f8ef7a635686fbe3303 +size 24923 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 2a4ae3dcaca4..797a1040f78d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cc7bed1c4b8c150a06d36002b62d36aed7455ce5b959c363128786b84d6b17b6 -size 27945 +oid sha256:f671e08d16eb78e91b8b7129cc77e730da6595328617c707de86e8e7eb5b83b9 +size 28159 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 832b131c2872..b9e2ca972f81 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f7b4a18f4e5980f7c16151f313f5938ddb9695141ed9389662f83d37235a832 -size 20783 +oid sha256:507edd91469c8ff6f8dc11c7ef65e4cf46567d08727005ee795e3d7081bd644b +size 20943 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index ac8c4fd428e4..9da3fe355908 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:950294d0e9b5819cec4c3ae324d5dc130df1fc64b38843aa4090bb11474ba983 -size 37030 +oid sha256:728e081e4430300f904042af47b719fef19785e02f44b5c2f1b2f5b77bbeca00 +size 37352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 05b7f73f09db..9558edb78c22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ebc46119d7646555bf8d5a8451123d536d7553d52b35da032bab2bfedfc1d59 -size 28400 +oid sha256:f315fbe94e7085f701c3e674c24d23582f75d372486bec9ec0d1ed828540f0af +size 28800 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 00f4232efdb6..2334a76121a0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d2d72c2af630500d7945cb43feff2b322c6c064f60df3e22f719a244ee564a2 -size 29096 +oid sha256:456f9cbfc4a065eb5f337932b02316378743a682425e52ae35f720bbf283e8fc +size 29257 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index eabbfa5504f6..d7a9e8fc4597 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62cb32c14b8749a80cc4cf847383aa207066219bfe2fe98c2d4477481e35c94b -size 21644 +oid sha256:b64767bc71774b7a201806da4fd5718fb7e76aa0ae271627f22ccacce3aede31 +size 21796 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 40c846ff20b6..62c01c2565ee 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc0fbbf57fda445090e4580c73d24126ed7db984293e271b377f8073159691e1 -size 28482 +oid sha256:fe12d62f18e0b733acd49ce75d531daea4532a44fd5169c0bd8f702c53c3c266 +size 28519 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 0455f42a9cf7..00134f295540 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:925438cc3d145e02e9af70db517d455a42297e57bda69e30bd656a8a3afdef17 -size 21917 +oid sha256:30088d53c5f61bcc4f210cf2231495399dd6c1934f93cf5d0a2dceea5a269da3 +size 21974 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 26537ad268d0..e2d3fe9fbb05 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf31eb47011bf2f953c6c7a578e29d8f648b30faa2c72da87b6feed6d54e631a -size 37335 +oid sha256:7b34d52d542ad51665c5780338de67bd94f3c38b698e8701459778e54b1beb0b +size 37465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index bacb2eafc862..377a58dec6dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a78937619fa9e5aa8b69658be4c0b78c4fde1705f2302e50c1a6674f436d3a3c -size 30066 +oid sha256:fa9751cb625642c3a2c5b5329f46623b7f76523a09749d3ec1b7948726fc92c6 +size 30409 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index c6bd7150209a..af016976cb18 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:177a0bd8b6efb92ec09f847765d3442f5ce67d5332974026891b58f7ea2f5448 -size 29326 +oid sha256:148741a5783d4aa92919af206c78205f25eb541f027cda9afaabdba455b8ef00 +size 29477 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 884148e789d3..a1f6ed112397 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4a419a4582abc9bd065d52e19b7e0e835a61faf5342d191935bfb7c6f1c4c811 -size 22871 +oid sha256:ed73fbbd65aeed52d88b41105ba7cfac28ab8c1f0c7930b9e151618d9094f9aa +size 22904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e974962a8d0b..53a8d5aa7a20 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c64d2941d06be4b686e05049e162212bcfdb649463b66da8d903410cadce2272 -size 21804 +oid sha256:f84203b5874431ef3ba0202bd41861c747344c0b3af031030fb0222e0b21c3fc +size 21634 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1700d8d03df3..c5328e2631f6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cfb6d609862242dbfbdff934bfccb8fea06c424241e91b83745810760ec1a406 -size 19311 +oid sha256:7f1da2c2b5833ecdfa44be5fc1020e7250a0786fc4ee929494e8b7788fd17d59 +size 19211 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5eb44b615cde..e53e428ff8f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3bb502ac3e539b9b0d1295ae6c251bcbb817b377185e0f6a4c1fc5daf4866395 -size 22924 +oid sha256:8534663952365025f9aeee23cbc20d988e8028e1df72ce225d8ee3a6c228da36 +size 22888 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 792b24b894c9..07f0e475f9f2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d578c903bba8cd5b76ecfc617a8943a9a7e0fc8a8552de92c7fa1662b71af5a6 -size 20316 +oid sha256:ba0d2228d6db088fbce4dd706b36774959ecbb0ad0726433cc67457419c89ce1 +size 20296 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 32ca386dc280..2fd4a7edc9ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c16189d53435bc3b2e5ec059cf6ffd598bdb1207af7a8d2eee033f3ec0fe4d12 -size 21952 +oid sha256:b600f6abac84a13ac1784b5eca0e6648e51e555cdec5b54bd7aaf274af5e64c2 +size 21828 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 823f3afeb74c..f3937ad1488e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2bd71e40a84162c177a936cb5cd3594b1f116051bf36fd90f9884d980b8927f8 -size 30183 +oid sha256:b0398ed19800d9d76c7fab8946059d483c4e971c35bd82788daf00fd1e0fee30 +size 30290 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index f8d31162c5d7..78a506555cbd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08dc5959400b89d6e21a8b18cc18ce08cbaef39d6db710b1e3c2a4a699be5dc9 -size 23025 +oid sha256:c56b8d9bf535a1391d021b674e7ad1cd9ae61022fff2bd1da8a95d952730b774 +size 23116 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index cca2d9d887a7..90d291889472 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04cefe084b7a8e4b9ac3e6d12a894be2cd16581b616c8ad6dbb2b5fe5eaad5e9 -size 39181 +oid sha256:4db5299472b8a92603f3d98129a958e94ece051e81ca4a77e42772fad83a1dba +size 39387 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 8d15bc9c59c1..1502b763c7b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b6f903d2cefe5d748e176a56aafce50851063e39e83709d3de8f13cac46dba1 -size 30798 +oid sha256:e24b40af10fd8f1071dea54a142a5c5669e7caec36da3f843f27d323ea2a2dd1 +size 31092 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 36504ce0a463..f4458ccfa257 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1eb3fbb54383bc6fec414940f447e6fcaa56460ef1f7a4b5cba83fe38361a761 -size 30971 +oid sha256:6252d29081337b9ace8013cf689702eedfe1e9fabbee6470ed6f01b347f0c17d +size 31124 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index bc039f539432..f006eefca276 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0199ecaa1dce9f1285d0da8a27bc280bee39766a1fda9e9d7688c8add0b8e84 -size 23723 +oid sha256:5b67bcfad6c4af1099582631cf69e636332686ebf4d63e0e2eeb83d14264f67a +size 23757 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0f1ccac64640..07f43d9e6efb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bc9ea7f11450c960a2d753e81801b281570389e991c415ae338fb855746412a4 -size 19206 +oid sha256:25bb80b824744b0e63e7e211a39b79f2e1275da7954595d1cf3f71995499efae +size 19109 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 7340691f5ed0..c214edd29d7b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b6a500cdd898caa322d471cddab209571d6cea7c47d43f795a021f9a4f6e785 -size 23183 +oid sha256:35bb557c9c0d85ee79bcf63fc09c5e2203168793267357506df311f9e0c28c79 +size 23062 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index ba1ecb030b76..595dbf2868f4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af93cfe7b52e4110c9eaae2bed9bdf0f71dd27752e4febbe1dcd183bb4d86eee -size 30755 +oid sha256:0509c0aa4f9a5f4a01b67162b942080a1dc2e12cc85ed05f59769ceea161a5cc +size 30882 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 5f903f6a2674..49eb81d6018e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:614a71352949980cc05e9990eb67bfc712a1e9f6f41f5ad54143c99283972cf7 -size 24147 +oid sha256:476c910010da743e8919d761f226911daa9be12b8673d202a6cccaa0483149c4 +size 24130 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 22278068c24e..85badb469272 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:947a38f8b36f0412055ef196142ae6ec759a18598067ea8d7585c723813931e9 -size 40080 +oid sha256:638c4ad98af8bf31e434796e28e372b5ccbc9dcd9a676bb6704e4450db0e4ced +size 40318 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index dfac20d2d018..94a1e5679158 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ddfefdea845d423edd22f984a652e7def7054e105dca3a92a15265309918477b -size 31807 +oid sha256:f095d54db91b513b5288b9531491f8a5b864048648eb6b5dbbe784c22ec9b451 +size 32145 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 12dc14e1d6e6..dbf38b9b5b2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49aa369ccbf2df291d566d3f2dbe80430009be77de51351e508bcb69ac1327fe -size 32078 +oid sha256:446dfca0c32b927b1f840815631a646a75416d7af2e9f89e7387a897e57e1307 +size 32219 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 7a55ecc2062d..d07d65628645 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:059fd35e57690405c72cc25990f6d032045c0ce8344f49ea0ec229b5ff301624 -size 24599 +oid sha256:d70c8ca926d598e532e6e6f5f72141c652283426cef790736e2b5979f5a52cc9 +size 24659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2337e95edce7..e10be7008746 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b92c8f81c14930b1515900ef024715a86aac8a42dc84082cc77120226fa1c2b7 -size 20345 +oid sha256:0dc671adc9265097e4f5d18ffe3e0e71236494d2f251ed83bb83f595aa292cf5 +size 20352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8441f2e9de2a..41418319a1c0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b26391c5e10349b38ded8ed9bb58d41e37ce762052dab1ed698e388fc35f22cc -size 23821 +oid sha256:5729bb349f421f24f595e0882d45da3bede990f74f04cf8ddc3d07cdfbf46343 +size 23610 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 3af5521a5e7e..daf1eefff6e1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:688e2cf25b7fa34aa58779cb1abc24141370582469c51267558318d883490f53 -size 21376 +oid sha256:c4ad9cd236caf005bb3195ad3aa9ca2130b583601956520b32e2e81f8107b35a +size 21322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1075629e1f94..4542126c41f3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d21a7f72ffb2307616955200ad9a08239c704eb7e7ee29c60e596a135524744d -size 24954 +oid sha256:68149a84faa885e510fdec9964572ffc063fa79ac4fd90e502528154161adc5e +size 24777 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0b57c5b03300..6d50a9e599d5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7eb4bdcf085d475eba6fe59803e765c14fe17363a27df7af23f52933bae4ae71 -size 22377 +oid sha256:f014f2102c5b3f64b6519dcc0f546ed22fc671609e68902f26bc5d9f7e5f86a4 +size 22358 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 4ccd0d629e9a..12f13e0bdf1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:083f94b2b55ba74e8517a1009fa9fbb3cbac900b6f4c5c002afccd3311155adf -size 24954 +oid sha256:3ce30ede648cd5f296a2b69ae22fdf8caa416823e1799420eecca54ab674abf2 +size 24821 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a16ac0517760..2b61ff6134e7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2807f6397678cffdfb17c1069cc223535f4f5fe783e6d3c4d1a76e790baaf412 -size 22978 +oid sha256:f61fc5a0130970587daa31ca7e8b0f52a11014b2e06879e2f3e3f3305973c411 +size 22856 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2aba536b22e4..42ce417d3b70 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ecea0e5d63183568bb3e504aec3b755377d06e029e3d6fbbb598cc764493325 -size 25921 +oid sha256:0b840edf4f2cfbf5e7551f04981a52757015ef4521e115e526cda2f200386342 +size 25918 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a29f1901afdb..19ee0cc6fddf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:015d82aafc183aa5c07b06dbe2675a0b79d317c719fe3272f3bf3041875ababf -size 23759 +oid sha256:fe1e8671ff0ba8afe21100340ef0ab2ce48502a0b7a3bd2b05856c5056fc9ea4 +size 23663 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2be6b9d7cadb..7869e165bc31 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38c328cb2ddf0b4358092a01b1f3db2007d23c29b752fe9b0c41666ccdadc746 -size 24966 +oid sha256:c15e8e27e6772052ef0346af82553d66bb790983f150c14ff6d00c1d2c90bfc2 +size 24847 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 08af70b1663c..3879e17b7d8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca6a0adebf23d11edab080c54241f61d078bfa3005643372dd33a93d5988ce41 -size 23003 +oid sha256:14e9a689387063d8b3cd304a3650838b1d6801e8965d390e93e654be4343b77e +size 22908 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3e5b3c17217e..a20ecc15b4ff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c9adb76150eaa8379ab5df546c1d86b182537f2b09eb756531b3f9e9c35e0a1 -size 26597 +oid sha256:65d095d9530bda6ee854eb1119b9bff7fcec21a108b5d9a918925d15804256cf +size 26473 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1cce81345bac..ba5571774343 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:172d76309b8db1d59f90ed0097c85e2f2c6ab311a1eb20f92a8c774f0efd1a18 -size 24089 +oid sha256:c78af3e77e4ab10d5f8ed127b3c0cc7f682612711e61710031111c425e76afb3 +size 24025 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f52872824447..267ed4a72a66 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b482a584ca8cf43a15e90c6c03864c5e4ca9f1e6c1d22dc10db06e19d1a8c57 -size 27175 +oid sha256:5ef276e0bb31e5099d7a59af74873e9fd8df20405194b889ccea846646b38cdb +size 26991 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index c89b15fa12b0..843aa9950350 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d56560c8489dbc438538baff73612cf48caff51ff9ae31fc9cdbd9806d9013e -size 25033 +oid sha256:8285b5eb2308180ba9dda564432162a1d811071569bc307ad0b713d71d0c61d7 +size 25028 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 840ef61b3fbb..2c464b84934d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7008eb0c1fc0d61ef690237dca869ddec3883ba9fad3488e48adc35e48238af4 -size 28092 +oid sha256:ec80a14eec87032358032b9b5e505000c22d7b73ee0448ceafad01b358d588b5 +size 28042 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 56dc327b546d..b1c9af1e81da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b59c3a193148d9e72548cadaa0d6b92699f3a781e57cd37771241133fe76ec8b -size 26123 +oid sha256:1ebbc6a8ccefb008dde2cf47d643627d28ba0d474d3a627f89611d42bc959b3c +size 26107 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 199bd2b989c6..267be692be92 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f79b3d0a5a5bfe83e849a0f6194a6d47934bf73117ad9b570ba09c5e220e2be -size 21941 +oid sha256:94e3eca15f2aed88be604da044d3720082564da8270d7e09dbfe03291f618d9f +size 21819 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index fff22fe8038a..1370feb7f2b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:482fefc010f2328f11d97790a79769cd1cb59ad34190aabf71e69b8b96046d86 -size 30137 +oid sha256:c50ec4a3451c59cbd1145704b8cedd84d5dc2969a772970cef999a3594afe7b0 +size 30207 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 249ec9d9b269..ce00870440be 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5dcb925ac793a74b6a938a4d1684151a7c6f6409b6927fccd54bd148e8be567c -size 23078 +oid sha256:93207373cac98b79d768ff2e1456084aa6cdceb316e4b9be9abb69f6c67d9713 +size 23170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 95da0c5924c4..90952bbd5add 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:819096825c95cf10733989a0bb85148060d68f409cdf7a9f70c2edd751525179 -size 39213 +oid sha256:b77aecfee498fe3ef53c4c3a1ac8e8a040cb0428f2ee499c052435ef801c7bd0 +size 39386 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 090e6631f841..96827a7176a3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6ddf66d04b74146d824a5f17332eaf363c40d575fbabafe0335be8bc934a413 -size 30866 +oid sha256:e6027aa637c273cb9e7f89b60b7556e6d34928a4de88c3374745569649a40874 +size 31148 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 20f1ee238427..d7e292965dcd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6aba7493abbed8dab29bbf9e977822d3fac74ba6a7ae5055600b5d07485bc564 -size 30992 +oid sha256:fd83c4e4db10e30a9f7981cc6605d1c8668a240ac8daeda3357c21f2a137ed47 +size 31146 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 3a10f4149966..b41c2f3de51c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:940bb727ea31eb91f818886dca9b460957a86f611f03b138fe39eccd2ca934da -size 23767 +oid sha256:bf2a3e47773ac4cf5926d4e7514ac6ffd589428a1070d6a70827817e0b0fb182 +size 23785 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index f77d8e23e1ea..d760940d93da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85fbcf39e5f8f5c273f158ff8d7d86116514804d4ec0f96776345dc700e85811 -size 19223 +oid sha256:1fb4640818fa1df3b2ade755bec5e9cae4a25e0944db8965460646b7c304ba13 +size 19120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ded2d62b5e14..49c2da91974f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cbbcf4227fef34480aabea0e27fd56708a8fcc2d34e2d5c8cf43789e4db0215f -size 23196 +oid sha256:2b670823c1f2e3da79c6bd5d3e20811a0209f9428912efda50a168063a3de158 +size 23083 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 52c381bd3716..b4d68c15615d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0230ef79c7c5c21233aab6685e09b65c8fc32f25090e5b00c278806946bc641 -size 30721 +oid sha256:6f4a203b17f73ef14e4503b4795a01f0bd984f7fa3c678f71e326af325438691 +size 30860 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 8b0b3cd912c8..7fb52b16de74 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d962f32eb81c0e15594234ab28e17cf5ff5b470e4fc07872d4d245b6f3e6f29a -size 24149 +oid sha256:c0994fe377f9433ceae3e9eb09095894175999f8e2930a6d5c6b969ee292f71a +size 24139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 9cb1a2d99d84..57516b6fe1eb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eefc848e21296bc9513d4cc1b4c03142f77e8f923623c6a7bdbab139853ba180 -size 40086 +oid sha256:f5a8d4debb65558f21949c36b57e7f143c876f8afb44093087a823d5626dfb26 +size 40337 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 317fbb32ce52..c82ac3d555ae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:54aadb4e56b5c9f4004c57cfbf7975ad713d3ac69a9eb39fee60d97382eccda5 -size 31779 +oid sha256:2faf0f1d032efeec40b71edeac3fc0cb11013e14010c5b60ede7f5f5a8551890 +size 32120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 3c05eed36bf3..6f5fe5e49d5a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef50173fd20de95c54f4d386013ad22abdca6de6ae6780cb051fb056562690a3 -size 32102 +oid sha256:45644aa8253d608ca8f9f0d90b17cf15aee764d91d0fcb6ee7a4605df955914e +size 32225 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index f09169c8751e..4f2b0fc3ae78 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e5f5e533f16f27fd47ee5f4d7b82557b45990e5ceb705f0a202202ad29f3069 -size 24591 +oid sha256:d2bcfb1f35d518e5ecfe144178013cc1128ade285bf6e05c834db63f45b2a6cb +size 24661 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 19c7ca550a6f..9c95a01af7f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8080a781ef047fc2b1c99b53ba9ec9207e8d404b71ca270ba3ab189f4bc45185 -size 20340 +oid sha256:1cead4712a864e610f4ac664bb5d3a170debe2d97be3147ef32d4c6370a17944 +size 20341 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a8dc3dca2c95..2a3fad795fa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:48157c9046231057611d2bdd8ccb020ac1f25fdddc7c9d02c2da2d124667b073 -size 21288 +oid sha256:a0c56f0d4729086d7c2796d6517d3a090a8fa7bc73e386bda10af2934326cf36 +size 21161 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index cef06d49cfbf..a08f699740f3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e91232f8a0a40a0e01fe4098a96703384f76b633e88537fc78e0520f2f0099f -size 18656 +oid sha256:8648c7c241984393b085103b919c003b7fdcb58d03bf944c50b19a410b249405 +size 18551 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 224ce8a9a585..a51073e4b2b1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b48933a8f67960460577288bf06a67077d810d7a195514c94ce3b399c057dfe0 -size 21804 +oid sha256:54937ff387dfc1536647a06f01898e22e3c6cd1472a83143f580dc3cadace934 +size 21802 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 14ede0b4e63f..e24a3ef17617 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:179256d497d2db8b92f635ca66d9fc5a625bdf7f290dc4efd737f0f9c87fed42 -size 19133 +oid sha256:ea681f8cf44dd66c47a870ca761ad3b5a2cb865881d288081f1b386e14240809 +size 19028 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index fd862b944ac9..cc57ef93ddde 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:205bbe18a278721e114505d294df5bde3fa6a731ac25cb14b6c9566e555c906d -size 21512 +oid sha256:5b6da2bea919e59f76fd494172bcd93538f273e54eea07e005132f2d21e68a65 +size 21373 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 470d1ef882c0..ba57647c8333 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2255b5c708a82255e84e9640792db14a1d257709a981fb02d892b242a43e2203 -size 18388 +oid sha256:8eef3984f83d2aa4039d952d0bedc95bfe95baf25a85b515e68da6585b8729d7 +size 18273 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 48d0564eb01e..eff8a526b3fe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51373153ee939ab0f5ba8b2bb209c0233dac4e1394ff95757a20ca1087d3a32f -size 22027 +oid sha256:7c8d25f96e76b887af355f9bc82bab65cca81c00f36d8e49fc321007f25006da +size 22011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 69859d335fee..6e066759dc08 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f95663ccc683f06eee937aabb367ff79f08097a4553accdfaf857ce2062cfd88 -size 19048 +oid sha256:78d39a872e45e07f37f7a41ae0333f5a40bd6a3a7e4a5c9870cce60aeb21e594 +size 18948 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index c5319b17ec28..ec21e9fbf18a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b152c601af56ba1ab4bb73ada501d0ad9b11879f7b0bf1f93422e90f59476496 -size 23329 +oid sha256:2586b672cd0296f9708920e25edbb14115da1023929173dd97818b307d017e41 +size 23096 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 87855345fecc..5467767002f0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e364a16d9835c2be5d2d5178a325be668199acdfc9cb11da2d71721738a4cff1 -size 20726 +oid sha256:d1e206fddfb569a98437b0fb416f3b13c0013938bf988eaf37a6792ec8726be5 +size 20500 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b626a405dc6f..f2645fa4dbb3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75e682e3b3b20ae3c51d50196b49f7c4ed32921751c50ead6048391c02781f9f -size 23914 +oid sha256:96f593064bbff71a506eb4784c90045e835899501b012cf554c4464beed88169 +size 23896 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 141e2ded1d59..232c7e2010ba 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:699d62d7b1d98c044eaf6311e6487626c3aadddd298749dd4be733759575734f -size 21268 +oid sha256:ba2791d798f649e8e38c78115749cf9883d1f46487b2aceea4aef668d8acaa9d +size 21036 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 98a821ae41cf..805be1d50c3d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3232bdd80220b86c5553327b9195c7063d0432ccafd2b45f70bef479b0e3f8ac -size 25056 +oid sha256:c65349a1557ac9054ff730ab57cb9362110aa4eb2fe6da0f63d713093a991062 +size 24900 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index d111a8cb32d3..36a787629009 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c93d453d6de6886e0cb099cccf87b5694163b2d7e100a414836daf4ec953762 -size 22427 +oid sha256:2d234a7f8fb415251d8c694fa71b63718c2b02d83a20d2893cac919b5d19b405 +size 22308 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index eb40c87dde0e..af586489a565 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0f295ab10227ae62013d413ba5cf8b541a9df920d36aef2c4c6bb33e0eecf2b -size 25956 +oid sha256:6def65769cc48f4753c2254f48220dfcc164b3649d82d68fd9605482f54145f4 +size 25846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ee713832c21b..ae662bfab330 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88eed088851e8a34459fdc095762c3e56cb3017e63144cfdbf18734e770293a3 -size 22959 +oid sha256:f0e7d76f1cd8ccf58c410a165585d3cdf979ef606564f227cec1a36e3c4bff2e +size 22837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b8da9b25ca64..74b4f1080663 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec2274c3d29e81f9b1c699f654172a37be679247ff20366ad85700fe709b4b8a -size 24982 +oid sha256:779b2da9b4db25fdf5c58278829280e4103d713400d0ab88deaf0603229f0e42 +size 24864 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index e7e315c05b8e..10c955378596 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aee8ce69da17cf0e2e03efead2f8b485caf17cad69f03493d63bb4c5ff2b7f29 -size 22285 +oid sha256:a6b304d1e88c7ea23601a42909f91eb9720ca6716727d6007db154d4846b3109 +size 22158 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6df4f7d792d3..aac37625f44d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:00de3fb7099fa2be2d63bb2842ed0ec1678d6a00f1f19395018a6ea5fc01c1f6 -size 25830 +oid sha256:d334c9544344782a8c5d7321a47047f0e780b3bf685febc82451887d487ff378 +size 25785 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c25217b6ef07..5a9c62ebae28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77d5e3a3346a7c55449c02ae2aa8f7c1a752126696a9953dadc1c2feac710dc2 -size 22845 +oid sha256:bbcbc05b27bd6eff0b067569c52f170286f1d64179a17e4641d89c6ee8ae2c92 +size 22741 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 234e46f26c6c..c0e5c1e1a2bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42e2088ca4e3ce4c4a527eb1eb39d8ab54a497cbe615c65f46956c90fd980441 -size 27430 +oid sha256:ebe14b3297446c35deb260e3b589dfa0c88474cd319bcb9580522906a58552be +size 27214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 5274a1bf032d..9adf0354b049 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9999ba58e88c5a0a1f7a1216c9983796c58c46802419253adb2509511af2d8cc -size 24930 +oid sha256:edbc126e5b034a25610b9294ab09ec9a980214bfe8301bf5e6d58c33a85ff2f4 +size 24706 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3d2a1b0b6b24..859e3c7979d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1a237549e2115570e07a109033cf976167937be203ad2b2a0afac92b407df79 -size 28321 +oid sha256:620024820e318ba7bc9b8d8ce15af6fbd3f073f8f65596117b970cee688d410e +size 28119 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c7a51f887289..eccbb19176aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1262c1058e8c794665aa3391c363d75e05a2c437f5879693b66e3a5db004869 -size 25463 +oid sha256:3f46fa4a530f9ff85e013045b9109d5e4618d5ed0dca7a2e5791e62f56e04efa +size 25246 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 435e39429f08..f4b3f412dc95 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83a4583ce7e34f054c1e4c001588ccecf4bf20f6d5a75f5e60a149301aff1652 -size 22255 +oid sha256:d6f3d5283257bd67a4e1f857f1f594990a2f5b250a2b370e8160a3189cbffb5e +size 22138 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index d10bd637a951..d2f307afedd1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4cfd7677449b31ed4fd8aad519bc15d3bea580eb8bdd3fd20dcba89687bc2a4 -size 19498 +oid sha256:25ee035a817d75b1ca3c746d46755d3b8777196d3c6578e47167f4537deb8552 +size 19374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 11772f1647c4..27f377158b38 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26046cb3fced4afbdafebc28bdf139c3a51263aee634312022cd538e891a72b8 -size 23002 +oid sha256:5da12fe9c5ac053cbd08a5cb277b13267709201eaba67fd3eb71ebcfcebf2e87 +size 22889 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a2067ea1d17b..a7fee46ecf50 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40ad31a2096c66a2deecc5ab3187ae24d33247122727a8d62002c55b167caf43 -size 19965 +oid sha256:c5aacfcb9223016cf3f5eb9b0dcf73333cd368e93fed5572c3c7b7b919f3b05c +size 19814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 85f43327ebe9..28c22a90238e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab8406841c5384349adfbf685ff0513691262417a4ebfea1202ed1082c447148 -size 22586 +oid sha256:8f72caa7152617d690ab2cc292310b14866a0d41f8654487a8a24448e4ad5620 +size 22437 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index a96695725d83..bfd67ac8aab8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3437d1cb457ea3fa476a9ca4e4a1621f53b373797d2a45444cbf2c7194634683 -size 19997 +oid sha256:1ac0a2cb67fbcf02172422b44b4f561085d078bf84637a4b14ecdabfdf57df32 +size 19897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 0de27d0ba369..31120824e277 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2fd4c9ee436681272d0c0aaf760014104f823e51d38bb41c6ca23cb49f9b056 -size 23056 +oid sha256:675608f65af20753bc67965690683eddebae78a00d876ffd0d7b6e89909a4647 +size 22984 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index deab4baae42f..a70d2f6bc52b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33a93268c454a022eec6dcd3dedc17bd7d8c299eb6044e134363bedece228481 -size 20603 +oid sha256:fcbba3a5927e196963c1a75b3e144b8916e2785e7f5afa1e0611398c4c3227d4 +size 20462 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5dee7e95e9bc..ab5b8b1dd791 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e57f73421546966ed63ab1f6a17bc416fe29171d65927cedd4f0d3a854bd9644 -size 26597 +oid sha256:169ac235dac735e1c256c88c99f5d358bd4f31e8aa90a4d10c50c39e7e419309 +size 26423 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 40dc44535da1..8702f1e918e8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9429d5c911749ed4c6c04d0bb450866e29fe365e2513c19c5db80a94b42b66b8 -size 23894 +oid sha256:48b795dd1e258ecd9a0c110d6305ac0720310c9f430464bb1278befebc038320 +size 23821 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 21cecff3dee7..77a3f716487b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:45f7d2f3a94490b1ebec62bedc732d1a06641010e686305b7cbde14ef505a2cc -size 27517 +oid sha256:e70e22483843b4583caed2b9ebb02bf878ba49dd2973393e79465cadfda95c18 +size 27526 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 4eaa42073465..004066414926 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7954469578936f7c1e5c3255954f074b738038f8b7c54b2cd1f7945b7d3e2ea -size 24458 +oid sha256:b25c10406e75292e5d3a0513df400529f2570e69b0c4c51d97d92f9767e64915 +size 24341 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6afc74fe34b7..aedea3443fe4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3bfe2bfdd2b3075246a8e36898336e617c92045cab68af1a439a477468031f3 -size 26696 +oid sha256:7d519791165e3f798d0a533bb12cd5f6daa303773209f68ed637684c3b4cfe28 +size 26525 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0fe00b4627f0..19a40edc215d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e057a6d3642fa1e35914806aaa66097ccd6da9e946723df3a80bc5e94725dc7e -size 24287 +oid sha256:ea88854002738f52143c856d9b7be3d4b92148e40dc0a1b397eeea5b86c6ea0f +size 24172 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3ee1aadac63c..0e0b69a3290f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0db4ed81164e6548f50649418569cd376ddb4ba28f0a23a168f58eabbf83823e -size 27371 +oid sha256:4c69122d74b1b7f012745a135195072bb627912fe30b3af29f88d856108c2d3c +size 27336 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 5436a6c51990..c521a40d750f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c36985f534f70e22fd1825651a14c9a6bb069100c61d83f54497af59ed424458 -size 25029 +oid sha256:71ae775088f5d8a2085c1e523697cd9bba88f3db2ae8d5f9826bdaa0462e8d04 +size 24927 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 09b0e36cbe9e..5e6aa417c762 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93520b90aa55c2c745ef2fb20ac7d2588e5520d067713b16faa9cb20f4c61a45 -size 21066 +oid sha256:669b0a7e2b024c7b7efe4d46582323c551c92ee2970a24af78c4e37704fbb1f6 +size 20964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index e6047ef24ec0..65dfdcf34dc8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec41b6452eb61783afb9bbb1a02977dd5c351cf204ce7546e9c7248c0189c6c9 -size 18367 +oid sha256:60949cfe8237c597321c9ae10e20d2e6fcaf6ba73a4ed97f35a3be0cffd7caad +size 18283 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 9d1f7c226a3f..a2adf752abc6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f47f796180979122ed34966abf3b7c8230228c50cf78ad3358bdae5061e93e10 -size 22007 +oid sha256:8a024df5ae5ecad8b9b945ed142592f29fd7ba9dea4dfca5bf08882cbbf5501e +size 21875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 446ed73f096c..d522e5c51937 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ae6733112d543d2071d7304a3e624ad8dd9e2e65dcd366aec4f30309ee9dd18 -size 19286 +oid sha256:f3426b185ca260b680efd8977d45a8e697462fe211b835e16e60921ea47e6c48 +size 19164 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 9c8437207351..05c349f2b1ea 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f114229ba13596bd60ca03fd42ed54b0a277ab7191a11bb05f05a1810deac38e -size 21172 +oid sha256:e4f1bf4e7bdbab4909c09c602f41d077b58a893257c25ed44d08f866360e592e +size 21013 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 16fcae3e157d..19d249bd7249 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a4206c8ff8cbb6810be234786e140a2930ea23b2e42f23f4dee5adbefffc20cb -size 28619 +oid sha256:4f483e5e6f7901035edf97304f236b5ef04bd66da89872ee677f75aebf1fec6f +size 28949 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 2ee1e1c862e9..012b12aa69b8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2045fce17c6a3cf47a64425fae75741307f2a4dcf99a38fb592595308843f75 -size 20845 +oid sha256:a8cc9e3c76bbcc2b5b52ba87939a2095796f1af4d255500ebef9e5a64612dd50 +size 21074 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 8c7c702e6309..19e8ebc06b91 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:91bfb352dcf6f408fffebc3f2811169acb3c359b4973ab3d44a43e7a1b10d0b7 -size 37106 +oid sha256:52af820c9aa69969233f5c148e17bf15fd82ea3b73950e6892542b0c47ef9728 +size 37408 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 87bcd8c7157f..62c9e4ede7b0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0398af42fc1e1b2fc2e82fc35ece9d504d6bd259b953366446b64a6c49529366 -size 28552 +oid sha256:4d1dfee971de38ff30e463494fd0b09d3aa2dde3fc75efbff19be4cc2c799838 +size 28796 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index c828f7bc9b49..9a12b88ebfa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7c1052ab47b7cecb9a2f98a8d149d294e315157bc246b3118b3a9684befdf78 -size 29033 +oid sha256:31e484409d56003d43b956ab35050b2713f5ddcc1c88561a1f6fab805b838e5f +size 29270 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 63f3eb659559..578a184c2f5c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:315eba1bbc193d555d85259a66fc548d59d47796a5e2c4ab4cc13573555ab120 -size 21694 +oid sha256:26ae43599e66d2316bce8d76e7f2ff0e32df10685c7b16255e378db972fcb171 +size 21762 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 449a7f27aaf1..ab9cecbc6f16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8fc14d7f8db314c6ffa7ad0bef8c03565078f9ecde1051a510c4598692ab2c1 -size 18226 +oid sha256:bf05de3b861a7f94bae5f6840b3025823583d85a84b5f7c2ae4e1b6d4961089f +size 18129 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 77e2c5fa8a54..24f61b74bf26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f66789f991ddb2617854056219dd6329f78312eb1744ee63485b48234375ca31 -size 22105 +oid sha256:e7ed854a8873a0ab06bee129603ef95d84a380e428af4d51a0fff60d8dc8b6da +size 21961 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 49c9577e847e..97f7070ddb3e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9d18a17b67856dcf052533efeb7ebd2487543461e1ee7c098460fd69639550c6 -size 28403 +oid sha256:3c4704955cbacb75ffdf4bb0d3759dbf1d099c4e4bd675b15d3ebe756afcb2db +size 28495 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 90ac25ba4b91..4f52d077b2b7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b186e43374c152a0a7557e23c93536c2dd74d68e6cd89908dd6bc5a08e4cc8a -size 21996 +oid sha256:fdb78291b5310075919bcfec8f262673f157e190e5ba02685dcf198c82d60e9a +size 22188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 76823b76661f..bb51c792d191 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb56d296053f66edd10827de704a9c65da45c60dcd0fcceed700c43a94d502d8 -size 37362 +oid sha256:3ff75a79eae641e4d838d235a00be66636ca1d120f244c613ca07edff590e329 +size 37640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 1e4714cf459a..f5473ef9658f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08644187a08da3a4159310fc1a989bd45c3975ebeca30e6c1ca63180981bb01b -size 30249 +oid sha256:6a1abcde8668100e43f9fbb8507996cd39b01307bc38c617b48f62e7b81d3595 +size 30467 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index f5a8a2e8feea..9b48bfece842 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:913866c219feb922d3e5bc4bfb9b2c5644f89a90956d3aa42be968e732a58e1a -size 29844 +oid sha256:edbc8e41f21ed45e0d9454c038dcff10f6e26a2ce57dab75c9f9bf8b62f54dd8 +size 30073 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 11d4aee4e5ae..cd9be4ab81ce 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:734310b51fb4383f7c73d530c621060be5140277a5be9a46dc60c759568a40ff -size 22870 +oid sha256:0acd38667b455e50d58e3d5d7fed9780ba70da830cbd38853040d512f1d8df54 +size 22929 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0c7d3bd99544..242a3e132faf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed0e9186c27019e87b5fcfa39b1feaac1e16ca95f49186a558ab5ebe71f023b1 -size 19185 +oid sha256:5fe80183bcafaf06c28dbfcfa681ec0a1d7bcce4a2f197105e2a55ea4656ce57 +size 19153 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8e387f0b50d2..35045e5d6298 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9922112142c61c2c5faa98ee8a8084b2031ed041257142f7c4166aaff7fa3174 -size 23308 +oid sha256:e175d8b307d892fe7884e4ca47694dd8d8fcc166a108fb497bebd8f376a71ad5 +size 23108 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index c1d7e3e2b69d..3c896a2c673e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f6d0cafec753493cfb312808d791d186eb494a1c4344887018b57ef07cdbc07 -size 20391 +oid sha256:2a0021cd90ac6198b8cbca57b1019e74d8578666b8980277c8015b20345aa1ba +size 20236 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 814df860dfe1..6461075d2918 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef2041f0dede8e7758108ee218f374987444484354a86c611190fc9d6254e6cd -size 24222 +oid sha256:f3f1f2055bc8c5b92a3a0e4a9746c151a12533310cf7b01fff3817f416ff251e +size 24044 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 91e6b3d32327..d73b769dc1bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32bd4b43a442f07a8871ef1e9e4ea4c9544223215588c57e9e5633a23d4d9a89 -size 21519 +oid sha256:90b4a9774c4a9008e0efff173ff1ccf60f2cbb007e6a2dedd94e40c89cec832f +size 21370 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 79029885015a..0b7ce2111b39 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d0f8b261f0fdce35c01c71fefb18228529fb5029432ff837332cf14dc4eaac0a -size 24066 +oid sha256:6fb30146f33e6ada18efd528394c1c16f7014f9abfc4ed0de0bb57aa227d9b4d +size 23905 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6fe953c9eaca..ea223a487e09 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a71d222c8c5c3afe9a9464ebf9a78f2754c89e25d5640af74f4fecb2870de87 -size 21913 +oid sha256:28c6a8d66a4a4178939ff9980db19c7cc3992a590a776b42b4b75b61a869fa1d +size 21849 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b7e622d382a7..a1ec392921e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a8159670eadc1fa6f4143b9eb5e8a2ce734da416ee7d1ebddff11e201563dcc0 -size 25132 +oid sha256:6f82987d1b499549d03a9bdc90b043026ebd35877e85231351364a9ea80f58d6 +size 24966 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index f37c3193317f..f9c0fdf5ca3b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d151ac63512126ad0dfe9c24b9f75b7c037d65ebcf0207e3377c1daa6d14e5f -size 22900 +oid sha256:22320cf36c2032ca620a6d0102dd2947c6bb738aaa6d138d7f1b991192bb6f0f +size 22813 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 1fd7b054307b..5588e5b6bf8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99b5c905107908320c729bd98176feaff7d372c95cc0733c99e8dc12db1ce859 -size 24410 +oid sha256:7568273c071a410f7d48e3fda45a2f1ad5c531103a00a105c44472a2b88b0144 +size 24299 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 4ccecc6c8785..cada276be728 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42562b1f195ea180d7ff74298ea20c6877bac96b4d4a851ced4b396ffec74643 -size 22093 +oid sha256:e2b6b32d69f60bf6a3e56302985b338bc6e5cbd1ee9df879f5384af753d7d92e +size 21978 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2f59690e35df..a442f7a0833b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0366e2c8148ad124b5bd39e65d959381edc47d91bfed1800195b8e7c61964995 -size 25371 +oid sha256:6cde752eed88f5fdbd5e7c16dde57deb0caa4ed59c3cba299eced05fd13211b9 +size 25218 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c572e849431a..4c454808c6c9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7fc3a71a7c71c4bbcbfadf176e66ebe9f1a64a4297cc9764a95651c2bf63eac -size 23075 +oid sha256:a45c7e02c2dc9f74a210b03900d0ba9bd5dd2e16846d537c73eb3c9546f35e2b +size 22967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 5c006ff3002d..dc26a8e37391 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9ea0fb862b942e7ecb3a97d684185ea298739cf1ca0733e0b90b07e7b9bb03f4 -size 26691 +oid sha256:a0840263ed2ddbadd5f98cf0ecbea56a461bf0061382d33a1c3b04e0542c024c +size 26527 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6f44071f79a2..5b3b4c4a6c26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:881601cb399339d12399a5d93c9cd302dd3b73e1d58c5b2b92ee8d0c7ccd3728 -size 24587 +oid sha256:a7b5405f83b58ff99847750e417d3e137589dd4d9204f7887cc4f7b01392ff8a +size 24430 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index a154f7ce62ee..357a2814782c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21142e74a35d1c191304aa0089b44c0d5892fbd8e5584d139f246351cdb4bd4b -size 27596 +oid sha256:d049deb851f245e4149607fe9154d53fa8b114966a9fee9adf92016fdc588683 +size 27388 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 82c0122e2b68..c2c56f6a658b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0a43ffe553643dd840a06690ac1ad4189f89a4a7350bb614ecbd3898c7104fc -size 25494 +oid sha256:8d9cabcc1203e2ae52becd5848eb68ad1581585c44acfe46c441ce7455f08dcc +size 25322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index 07aebde85c85..0eaac787fc2d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e86b4e5c62af7d2f534f69c1c8f03f7792e36b7d3fd6db354de1bb4f05c8b038 -size 28638 +oid sha256:ff27804d0b3e4a0c69c883edc92429b4f1c4ce4609d103efd835898069e51108 +size 28956 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 5cabe2ad997d..0e53c74ed287 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4737cff655686055ae58b47424b90ec02ec79c24ad3f8183c1999a35acce335d -size 20885 +oid sha256:54f7af55c596b10c3aad827f877738627e38fd0fa7a480ffe538d79e18638b1f +size 21110 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 9bb09d885006..20e4e5208c98 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74c888a1bdeecff1a09f5d123d3212ba5973cfe471cdf54c16c95731bacd7cd0 -size 37238 +oid sha256:cbc75ff0ebce8fde57293aad2e803d48c4d5d63c33b7e46df605db1028540247 +size 37568 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index cd8c6599d93e..f6709464c4ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4443d881904b07892463d105d04ead68dfb652bdecff489b5a2f7af65a91795f -size 28576 +oid sha256:d6081837409186942f19ecfc33fe58709ae7cce35ed3577553813763bb3f236a +size 28822 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index f2add8476106..6c4c05fad636 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3983064caece590f43773a3e3d1390ab0451e989a89f95cdf3ed13953456dd8e -size 29065 +oid sha256:21a21e6f527786c94f3a14b98ea13026225f78c059ad197b98988e366b2803bc +size 29295 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 1a5addf2c33b..c43472db33af 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99b3173be362051395264b0bb74ecea6cc73df5e99acb345aa61539ca8fc9c04 -size 21698 +oid sha256:ff045381e85c5f03af0989a19c1b4a5f6330aa9745415d94349a4c86391f2c09 +size 21763 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst index abf580f1deef..1f2a5dafead8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7ac52cc4c989d499c4cc4dcc01b54f202c7d14dd5f1f0a534b0c861e4797091 -size 28421 +oid sha256:87265e8118e5bd9fb6560255a320e2b8aaeb86385d9cacbcb59687389feda163 +size 28505 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst index 71f846f811de..f41bcd2e5a4d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec90423a03a1c9a01426608a6bddf0262c6d41563087fd3aa80f2012d69a9656 -size 21994 +oid sha256:f844e6f2f8e764bb74254d872b601d044e5370bcdec5853d861c355ef211b85c +size 22192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst index 5396790485cc..6d67d451ddf0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f53fb72561589d46abcf23a1df57e007235ee6a780a648f8cb29c3aee3ee198 -size 37376 +oid sha256:5f052ee99caeff93b48679816a5b64f5ae42692ce993d5d7ed3294020b73cd4b +size 37637 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst index 02aad978739c..189a22a11dd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29cc91768251cba9c16ee59becc0b57e50e17b2da42ced7e3959abe1a9e0844e -size 30252 +oid sha256:4cfdeda1f828c919990ac73aac73848c8e7a453c05f9586a23a326842093eccc +size 30478 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst index 565ffb7f86b1..a112b2475df1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cb74a476da6858cb55fd5599692c9fe8a422625bb3c8c4d1a0685d10d8691198 -size 29823 +oid sha256:8a0fc70f583a58d0b1e6b615f446be84071e77750b99c24aab01ec9cb3d3f97d +size 30062 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst index 42d4268f6581..42ab81a3b748 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dd06ee83c7b97fd0788b99823595d0142e8e3bcb79ce229145a23478b45b12de -size 22871 +oid sha256:b059922650fbfccd6e366d44243427a7295207255ad8b09e8ed72f18ff7e74cc +size 22931 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index db390fc5b717..0e491b459d02 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c06b560f6f7bb6860ab30ff43aa027314e83fb47c4bc92568e7d59350faa7a35 -size 23919 +oid sha256:045902a96d4984c235cb1feff60272fa6f6068d958bf72457bf5fc2421f1285a +size 23845 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 7b077b6bc81b..6fe89a97ee22 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a0985b685bc3e28c956bb6bbb25a0e783cfc1cce963ca315ead79af5a2745aab -size 20522 +oid sha256:a0e50b6a9bec94755608d73f98ca146ee3d123decd6b07b588b6cc7dce1afdc1 +size 20544 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 469f8fe824cd..17ec69d04e4f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95d570afc8b51bd9871126173840841690617650f6b9d2cc6fc5ff2e0bbc00e1 -size 24550 +oid sha256:acdca25c1d731c6d1296c1a0708842a72b82291f8e48d7391e55509e7c317939 +size 24483 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1baa2ee9a333..b131e21e81dd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:828147a1b14f4483c5532a9d7ccbff11d7ab524613651b3420a95c9b8850c2c1 -size 21701 +oid sha256:2333f2325381577a2621383c381409a5e1b6eb15c5f4860e88a68201972fb27a +size 21698 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index dcc394c7be59..06cc72ea5341 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05c0bf4d072ca6a9ff6282b8cb3eb2d32532df40ee85498603ecd34fd0b83c00 -size 23940 +oid sha256:d5ca3589866b9bf38ce462731c76d74919b29733c2349b5e0fb2cc55e6e03ff8 +size 23841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 67f10fff1f2d..bcddb3988d1c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0f2c474502f074bdb070b135bde8861a494d1636fad6a7f873f2601667dd139 -size 20716 +oid sha256:4364b2eac859ca5a5f62b34d88ef4ece060d236d61d72f4111f663ce30252c7a +size 20669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4a647f4665ec..a346a52dfa64 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2a85da17d4e587fc23121698bfe109817b64edcb58e5fe27d658d78345e8e027 -size 24714 +oid sha256:33160e51aa1d9c2920a03dd56e913593eaba9a0402b84a29b95fbf3ea3a82fc1 +size 24564 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 460b6fc98054..c272e08e92ca 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09d6920d8abf27c739e2192c9d68c2c68878192401ee030c3895cbd7e9d80d21 -size 21896 +oid sha256:9d76824c789e1152a800d9ba731d2a237ea8630d6f1c5bc77cf5ebee92cb497c +size 21818 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 62e0fac6678f..04db2a179f17 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:93764c76a864efd5081c02d24e654fabdd79bd454d09b3382f01c5fe532bca21 -size 25810 +oid sha256:0f5969a391c9bd847c201a26cb7602a72ae63deb836d0cdc5f936cb16f6e6041 +size 25596 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 613710718a3e..aba468b4ac7a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9bb5245fc131de26752362fcc663b2d641392f29776c6b9cfbeb8f4707964fa7 -size 22755 +oid sha256:28f8c47b035aaecce13ed223a16c489f64aec8c64b9cdbb4ea126dcf967fd346 +size 22712 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 2375d59d6694..871c642ea863 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b6e546ba75593fee6dbb3e9c6ad04897119afa09e5ef5c407429763e8760535 -size 26672 +oid sha256:e4940c49b9e32a38f4d147715e0bc32cda3210e1e99deae7850a2bd85f96b885 +size 26493 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 443441541b20..9e9994d19f26 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3306ef08dc83f0e311d411622dbc6b56a398c83775227fd64d2867f937f84068 -size 24235 +oid sha256:250abe5f4ef1c13d3b5260b8b73775eb24017714e8540ac046ed4080f6842614 +size 24258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 87a776109920..9cbe54dfe659 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b03fab127ceda5e0ab823047526973591b6e36d09c4abe2354f9ea2855df97a9 -size 27197 +oid sha256:e9a9071e38183aacde26501662f269b58659db801e1de87e7d8665a6f5ee9d0b +size 27026 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 42de69f832f2..0cdedb1d20aa 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:922e32dc79b7010b8f30845a68eb981f96dafe791121f7a2d2420ab73ab40fb1 -size 24515 +oid sha256:bca62cbdaf383d25718ee327f8aca35957856ba440f900f56cc87bc97e74047d +size 24424 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 1b2735c594b9..f89d227e1005 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:557c001fadf3ee5916a46f9d70238ea41560036a82fbe53102e9cacb0024c086 -size 27914 +oid sha256:9a486cffc6dcffb717fb310669162db06cbd551af6f19301cfdbddfc06842b62 +size 27759 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 301f46ffeb5b..c8f26e3a35bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5522810b52450037783d43c0ce765d8102240e6d2b62f058994a1e9222144913 -size 25727 +oid sha256:f08d7636673a700af48ab1840f3e40af5795472b9ff3b0cc36cbb9e43d4efe90 +size 25617 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b3ec57b11403..20ec917525c5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc0c450bb60cf6e25f757f1b66f2195536809816a5897189c72f86f4f0490fdc -size 27459 +oid sha256:838a4237acbb2b67ee59571f6a50aa33f3d5560f1fb382531cb2a6536327b025 +size 27399 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 50a80022f624..8ad53681a026 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:55bdba6f036722fa5a12ad7a5c6b1a810f11c4232dc842da4a77960d1b203b15 -size 24652 +oid sha256:cf376466bcac128094551856876595140d6970bd321ed2e1c50a0356cdf48009 +size 24495 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 3e91d50d23d1..6bb7db5c2820 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5fac7fe8afc6139346957fc04ed67a8221269b224b439de9492a57e60b4d3525 -size 28289 +oid sha256:bfa95c7b67b169e83060481c99547c1017d0f01b04b9a5be2ed67a784b0fe4e0 +size 28118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 0d42f0007243..948e1161e5b3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4383f830b26172643886c933dbd24b5372d1a2b963a98ef0c08e0802d2cd57ff -size 25936 +oid sha256:2ef05288e7e4c06d9eec533c7a8c9b88dd046409a7089314620219d17fdf42f1 +size 25801 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 22dcbf62b779..82d88a5fe479 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27770e356a2cb38676d4b1eb77ceb047dca7d688559282416c22113576f1eae3 -size 29286 +oid sha256:cd92f8b0c39730cf8020c1ea16a806a6051ff6f50639756672331b1b63e74f98 +size 29117 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 6b27b8048fb3..f1388fec0f3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:477f8cf72d003b29bbc372aa30563f2be289797f41f68758b291c3984786523a -size 26669 +oid sha256:a3c5612c1e7a4865de291af0984338d21cd06a4cbe87a334314585c8fe86ceaa +size 26682 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index da28d582c71a..506e6384fafb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca83d89f922adf999a3b1f8eb4d2f63997275d2e54e6e585ce95ff69e9f1523d -size 30131 +oid sha256:1978c2dbfdfcbeb658fc5dcb81695716ae2f3662d38a730b247aa2e9185781f7 +size 29940 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index a0d3ec8bb1b6..3d6461d1ca60 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99d831e1941c1fa296410b3998ca9a4998006ffb30f3cc11cecbba659bde6985 -size 28065 +oid sha256:be1635f630bea13004cab412fefa91660f1a100d579db5a43956849a81ad2abb +size 28025 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 8bf7e7c9f7c8..04831c1642bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:503d1fe287c01e267566942a90915d678349d2894ed060de498a1bd9e88d5045 -size 23958 +oid sha256:9969fdc73026149e67207899f4837c36e9db9562812cf2459d8719eb72c23fd3 +size 23875 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 591fd2884065..2a2fbaff5ccb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd8c9772b2a7614061e9ebf3d65ed8e7dca2840db0b6664c3604e49042ac9552 -size 20740 +oid sha256:821412bd473fed1f3048d5a678d0abc88ea25bb606c890d775f664431dce3f47 +size 20695 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 571ee9bbcc4d..1045c8c44ad5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d446575fb4ce342298b07f032193d8c1f80322f08cc4c9f9509ef4903f8c1b07 -size 24739 +oid sha256:0fbb23dbd2be88d93c6246cdddbe531c18e71dcd027a2812899f8897e8295799 +size 24589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 13ef225c010b..e1ed35db8a86 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5905eb17713e9308fdc64f0d7e5d0b3be3e2885bcb4562461da594b097d37ed6 -size 21890 +oid sha256:d8c0224adee6af9cb62c000af7157895d54e19cd2d6828cb2dfa35a34560d245 +size 21829 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 760b44d40947..80eee832a92d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ae19d18c878b9da0a39a89c4466307f5a9e4d32dd3faa0a79276d14e0f17bf9 -size 21941 +oid sha256:1c254dceb5bcb927d6f7594aa4d628c2ce70c7c9157185af1d17f8ae47bda0de +size 21808 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index b3eb4edda1bd..5a9c8e5329fe 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9393727fcc2588bb64b474c447cfc2f840452401487a6d0b27b1161eec01a550 -size 19154 +oid sha256:c08bb3b632a23cbb1f30a2280064578561bd4c8021985f0107f4eeb1c14c5925 +size 19004 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index bbe468a96001..f34e146d8978 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99151ddd39eaff4a60b8ff8fc0bfde19f22d69a733b6fac1baab5d4eae82ddda -size 22745 +oid sha256:fa509b69a2c80def8908ca58a2ca3f5434c0169035fb780f27f84761806d9fbb +size 22692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2e6fd572d4a1..b0defcc29475 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fb013c2983f59c5a5d4f3c84e93d4183da4dacd993cae7d59552090d561ab8dc -size 19764 +oid sha256:bfc31bde48b03c782021d2b8fbaef749c536323477948ceb071344421d47e1b9 +size 19704 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 29059d108d41..dc56e3effbc0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:445fcf9105aee5ec824db03eaaf6800885bdf11331553f8f16e8bb84ea3b0aa5 -size 22335 +oid sha256:b8b7cd82808c006ce0cf7225dea215c852b03f3c48fa1bf45fa9621c2bdde199 +size 22218 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 782afcbac1e3..5cf56e936b16 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c045efab68d59f507a065e27e112cd54f209e10f5194b6505a67474803ba2163 -size 19728 +oid sha256:e645b62a61c7e8f5724c1db151a128aadae57bcecada91318a4c82fd885d732b +size 19622 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 756d5ecf0328..23c6d0774c1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be45486566b11afcbdb230882dc639f71b29043872ce0d94647dcb8f639093db -size 22729 +oid sha256:33fb7049ebb8fb2df82e3664737373259d3b0b7ad547023cc08eaea5784d2e5f +size 22604 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 9ba17e9339b8..eb2c2038d0c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2ae76c8b6674d434860c2e2dcbffff54df8d4964d659dc8055dc95d2509f826a -size 20265 +oid sha256:0b83b76a7f9713db38f3639b3037110ab599f7be4f011d1eeab04bed62ab2b56 +size 20132 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index ea4a2818d625..b332a1c15926 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6caa6b93c2e9eb42186488683b51a4b379b966a0740cb36d8c552d724f6b3a9 -size 24079 +oid sha256:bc455a1ffeeea3d00dae3de864243795b029ae0a792a4427e9155c8d59c350eb +size 23857 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5e4dfec891e3..f9dd953765e6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fe30d60e6af9c884e154403c5988b0c78d7b4b4817d21b978c28a0cab66bf19 -size 21312 +oid sha256:842b5c72c2094c049c3b54e5fa0c095b713e7c89d30f2ff91322ddb431675986 +size 21104 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 22bc3de65506..8cf714211485 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1da0212081a03e120a9e67162e902cb3b5888df0639eb08aa100fbf3e359591f -size 24815 +oid sha256:c855b92b5a938bffd6e88420e440b41ae5eb332a38422a3c54b20b08f78b9928 +size 24773 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 21f3eca76076..7f33da9cdcc4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b92e04d809a89741824119941b0f0b9b4f9d345a018fecd4e937081c4a607765 -size 21805 +oid sha256:35d3272cc76bd57a245efebd1e33fbb0d4ede0a6ce4fdaacc6a53154c723efdb +size 21763 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 7b8fa98bebd1..b6a2566641bf 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e92406425512504d75167e75b3e40e92b64de42bc19ad62f1b309170461463c0 -size 26045 +oid sha256:a0b901a4ec095768a6c5085796f5b03415d9150a0d4b3eeb9f407b960a1938dd +size 25923 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 0cd2dd2b142d..edd0d16a58e4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c7822bd7f2ddf75a3400082c10d5a207c7a0cdad1a8e72f2d257a0aad396fd9 -size 23179 +oid sha256:55052651abeed1aa5ed2bb5fd0a90616f7546f557c8dff07546c2fbcd6b02975 +size 23066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 03ecfc1adbe1..290f1a9f492d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b1e990c079f234e3314381d514c19a7c3ffe9beb84bedec0273cfca7518902d0 -size 26701 +oid sha256:7e834a70e06880fd7481dc38631a696c2096cff601eb0dc6f4f7e4aa0e1470fc +size 26656 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1f2534d7aefa..6992e3bb7843 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:704738ab90b2e3f378e58e76b697be16402ae7a4bbdb0e3e5404c3d9cd93bd25 -size 23890 +oid sha256:921671f36f4e2ec3acf91fe98199b010c26dde93adb58573d9a4477a9ba233c0 +size 23895 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 368236f77c7d..74428579afad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:536c3e589270f136bd451945f6b75a42a52d70523d7f45e7bb8488ac3b7ebd28 -size 25973 +oid sha256:23b2639574f11224f5c72070e52d2e4d49ce9112cc928518bcdb8cb7444a01c4 +size 25867 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index fb04f0d7443f..0082653b2a1a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0856a09c89ed3b2cd132da34bbed2ceca9ddde4b1c7f8f5550d5076fc2726d8b -size 23657 +oid sha256:1859f8f8f6ecf78e57043a90fe8d608c26a85aa300900bb98d62f68bfa88b4f3 +size 23574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index b5474725d3f0..4312f8b118c2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21ec1396caab14b2b607b392382094e98166dda0b735f6faeaf91a92c0c1f26e -size 26652 +oid sha256:a8f236f12a8c22dfc07b57229fa970c9d6523cb7028f249e94649a5faec40c42 +size 26522 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 56af01957da4..248b4e80ec62 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05986c37e4a205be64695427e520f481f95c9aaa18fa9ceac182f2d1262a28b2 -size 24240 +oid sha256:eae3ad44ed853fc9fde85a4171f5b9ed7f8b7a2da86d2b1291c126decbdc9153 +size 24126 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index c82f7f22eabe..4fc606bfb510 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b17b52b18f2b424f88bad1d03403d661726871f1c5621b2bafb27749bb60a368 -size 28569 +oid sha256:843438da0526e3a435097a3cc1d721f5c661bdf2a107711187ed40678cba78f5 +size 28450 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index a3e358e469e5..b5ffc81e560f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f7b5678b4d4b0d0fdaf2a262098a4703c72a366f70b82058b50417abc206e8c -size 25670 +oid sha256:f6fe7066c3c40af50346e1f2561536d532679204e26479abcbd0083dda2b16c7 +size 25481 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 6b24654444be..ae1614c0e32a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:73fa995e86756cb20e7e4b4fd01be43acfc85a70363cab9d69923308e62c10aa -size 29278 +oid sha256:521c8bac54e992408faa8d79f9c9acb979035907dae316da30ed1795ad0b4c52 +size 29274 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6ab16330af80..39b8e14d4432 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d93974d80a4eabf871b71158b6f21f1561889296b130bb5dffdc6975ec988845 -size 26281 +oid sha256:0a39947908fb7c6a2554d078e69e33eb7d2d1b173b6d74151ce4d7bc15cb424c +size 26243 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 05f0331bac0e..7c4c041ecbff 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b11741c6d77ac14ea0a0ac1b5dbf270d87e0458df3827422208c935f73ff420 -size 23221 +oid sha256:581290f08d2c02e95754feade5ed532d560df203c8b1e6202045d816b03ddd7b +size 23065 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 8150c080fd6d..4efdf1fdeaa4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:084596b2e7f504c44a0845ed93743863c474352cf0bfd81c2b16ea4689fad7f0 -size 20724 +oid sha256:87325f63ee356b75fb2668669bd04410c5aecec081ae651a755429d6d72073f6 +size 20559 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 64a31ca64f70..2f87000ad7bc 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c299f22a268e6119f58a231cd3f75767c6c8269253676b0f8b6997865d39d2f8 -size 23823 +oid sha256:1adeed4c55139a7105a76787bb86ffdc0ff2ec2e1e192d1197b6415d6899bc4b +size 23794 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index df6917ab4c40..fd7aca71d2ad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4cccde167e0043b5c672c737b55a013c00c70fe1ad79184370806924eb810f94 -size 21302 +oid sha256:d51db9fc4f35752fbe0c5fa13885b9ecdf92d1d1f5943752c6d700411713edfd +size 21250 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index e55dea844f6c..d4bbcbdd572f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc0f19882624ebe4b17c52c20f625f66092aca1957e67bcc12264100064babc8 -size 23185 +oid sha256:98d2ed533a95951dc33aff010bdd596677f1c4bbbd6248920cc9da19e1efae85 +size 23045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index ed71c1552e1e..4f3f147edf11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:503577ba6ff923bd2f8fe5ac6eb87f4579c2b54bf4e43cd172261233f80e1d50 -size 21254 +oid sha256:03bce738539b3b300aea81bab581f715a3f026fa8d6eea4d1933ac182e3332fb +size 21139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 53d1d8e62b04..adc4091e4f36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:910f6d4ffa9e1e180bd2b436dc1a8febbaaed9c73aff5fac81d8be45cd2c902b -size 23826 +oid sha256:2b2e886c07f78fbf35add73ed6afcd2d35582f31a37ac15b8be9a5a4a3b1a6cc +size 23678 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 2728cb0eea38..c5439d62aae6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40ff36df85564fb88974b0d5de948bb450b5ffe64f52082803b6e25c2f76c240 -size 21532 +oid sha256:f60603250a79157c7a3af76e1ebca2e85eec33785f5d9fd8769aec3e16f82e19 +size 21435 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 286a595c77ab..9ae0c0a583c4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0365f7e143872cc48c847303675f24d07ed0e72fa29ceaae3e9be6ea6ceb889f -size 28032 +oid sha256:b0814edc6f07d868c4afbda80b863a85f015488c4d072be8f1f491059467b49a +size 27863 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index cb3812d8e05b..1847f2a8a9a5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8eaf4903f8b3b94a926601b17eeb440350e9c4800757ab4ba88b95179c50f15 -size 25382 +oid sha256:a1d75b9a4c6ebffc8b9e2d935d10c9e5a44c69c10b20031196d309a3517d6377 +size 25212 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 89ad75abdbe5..9e2deb2e0fd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:247f6d4e3f6d3139f412b6a7c0bafea8a4487ea5ff33964b2f32100bdf02eb38 -size 28813 +oid sha256:3eca79c8cb4c45502e0c3d821a57f751e5f38051aa54a22448ef3983ae85c9bd +size 28745 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 3bcb879ea6fa..d9b7db8181d8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50581af25b30260c69ab6a56795b61e42d1b31c309c4bcb4d7634b1ea5042e01 -size 26211 +oid sha256:9b2ee049ec1ac15021d83b8d2c98c0285f8ec6cbf432e356fbb9ed550a2dff9d +size 26184 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 82c8daf6b353..0e42bf879c77 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cf787ac3f13bc008e9aa822413dc1be2bd6fc46464e514bef8e131a7a7cdabb2 -size 28006 +oid sha256:4c06267d3c29815bdd8a9f1fcbff4b00a14356bc40f496cf08793f7a2b3b7965 +size 27883 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 479241254577..3fa45714ed1b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0b2b89b83e7de54bcccdc16b01526fff2b51be15cb4843928a4652ba9cd36222 -size 25582 +oid sha256:2ad1c5ac883c46289f62d8d9bb130df47e1c080f69cb43a0ce21bc2833992247 +size 25400 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 5bdc7c2f950f..ed520f502814 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:866703d94c05dcf03948484ecc8a7f68b236a1d25998dc03d208c774caf6df6a -size 28796 +oid sha256:73def37e19bc2004b2464adadbf5c3f520eff4c689de6e9b4ebcbc8d1d3e83e1 +size 28668 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index c9599434a594..611ab8343df4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a31f81ea8f6689c341695a7303af2e320a017d0c000e4bde3de55c5cab014938 -size 26514 +oid sha256:4976086da615c9cf8fe4833b8f69777b899605153c684f4c53828ad6b3bd6c34 +size 26495 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 6cea98b3fdef..ee3bb09dd3c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01b365ce1bf95b23b490a24526643655ae46708ab8895ac81565483bb7615f28 -size 22893 +oid sha256:d2a0a5d1e599465f94349fc0061a3ada9bd8c1438ac0529857998632848c746f +size 22841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 5327ac6773c0..059a16d55055 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5e5a6f0ecb1109df1f305e846fbc805eb5126b16382d5b04de8aa1bbd064070 -size 19952 +oid sha256:ea1c47d981d22d13630e1c6d857c7c5d53c4c05d21ad2367baf2477a3ca71c02 +size 19935 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index dc134a7f403f..cf1f8936f196 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e696f16463a6bb7671bb1e618b32f3131f97c73bc1c58091dd1a5e10350089e -size 24306 +oid sha256:724122824989c00d54db9916666643145bd875b61bf1a9e2b221748bd1802e75 +size 24258 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index fd0809a3290e..f7528b7d394d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:083b36f310a02edc7ceb3c4a99268fc2946df1f0744972377fedfc18b370ebb0 -size 21519 +oid sha256:f4bf4eac4d4fce7d27530b610cc2b54ad4b8100dc8e706e48d480b580752891d +size 21480 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 81e25dbceda0..393eb50d84f5 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f1746a700faf0ea6bf8253a4cef7a472bde600320f47d60a18a61df9bb1424b1 -size 22784 +oid sha256:714b19132a0c40420c0ccaaf7b5068bd4ae96f5b6a687eafd37b55a083c78a90 +size 22725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index d24e38843bc2..7ae763077b11 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cbde06ecb94178f2c60bc7895ab8bc3f7bb6fa25c862497fd67ade0ceb2cba1c -size 19854 +oid sha256:da2afbb1528cfd246b9ef4c09b99de54b855428ca59ccf4e5df062c5617ada42 +size 19860 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 97820af98848..37a45e4ecc3a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26834a2f516a4df0b52b0f22dc0282cc51cd0727fa9e778c0dcf9573b19fbe5b -size 24497 +oid sha256:97dc520f59de492cad5fca323bd5a54b878efa5c91f75e2d5098a90d48b9eba1 +size 24422 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 13b6f62b1026..89ce4f520882 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd2f25ba5effbf75a179b01b787185ea8ec205bc1df4dbad9838af729cb57d2e -size 21423 +oid sha256:55b2aacac4206058f3cc17366f759397c8cda5cf6eafbafccce21f7e3df08421 +size 21440 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index af9509c35e7f..85f74975b5bb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3e6534e604a86eafd6ed2e6f63883bc3c40830fd04641e73d6cba8bf1d08c979 -size 24943 +oid sha256:459ac8305f61729d02b04be2fad359a42278ef1ad562cec50640bc81e13f6fd7 +size 24912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index dbf6f6265bd3..8e5be6f75443 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:22e868beb9c5fde9acd28803a03c59c1819c6384e68014498ea336d3dbec9e44 -size 22122 +oid sha256:fbfb93348d184731e29915092f693f38d4b49b1f7be39bd9945a4fcf6eec3203 +size 22111 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 109837abe8a5..4b3b196e6265 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4013f1b694c9b278731a3d607a417ce31e1ca50018d3503ba1af0f3bea7d9454 -size 26590 +oid sha256:e16ea11e30ee557502da4444d216e40084fd9bf7319e08e9e7dcf1686b4411dd +size 26547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index b50db1d4cba3..6b9a0ed32b40 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8aaddc86c0dbd6a900e2770d99ae350f378620f309334436d4d892736a08ac87 -size 23751 +oid sha256:eabf7d23f3773999da193abfa59eb8769181dc2c5d24b9c3ae114a7e19658422 +size 23740 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index badbb69502b8..fb4681e13fe2 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e522b26b0db4f8297d4316e697ebdc6cd95e1bfe2fff429e9c5760df44bb3dd5 -size 26027 +oid sha256:d56cf25b67e60cc87079acf05728b588f73e62abcf49d609d40188bf43f1a933 +size 25992 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 45da9254e6a2..50f9271b4144 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32efbd8d50f1679d4bada5c54af3e345a053b949db4e657b7105bbdec7d8d866 -size 23745 +oid sha256:3512580aa47179dffb43f1385ca082e8233660a11e8f13c8d5152ec6a80e9310 +size 23752 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index dcdc314bc32c..c2b5b53837f8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cba25f6ee4879b6004e41d3a4117d7bde677230c81a98a46af84280e01a47c6b -size 27578 +oid sha256:2a1ad9bf89622d56c29b6d730bf9d1702465f83f65c97d9e40fe9b65453e88cc +size 27499 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index e0e686363692..57deaf977b51 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7794df0fc9c452b4f94b0b16bed29d2e423852f31ff690642a29675c3d7cc272 -size 25307 +oid sha256:652f2aee52e822c471e08b6ae20bd3e7614f0c616ef8ae75f92555d771a83a5d +size 25281 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index b830ecfc281d..a6fbccc0e9e0 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:065a9206b5117aee291d354900d8d278d6fcb797c099c2f199651e5752e27692 -size 25938 +oid sha256:0d227e9ce94ca83b0b825b6b4a2403d08ebe0434f84608f35936313ae1ed16cb +size 25903 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 1ad2891a7c92..f071b5c3e77b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f38d1cbd23526e1cee68822ea556f8ed46eb58195facfe281a8638b7f5b55888 -size 23651 +oid sha256:2932db83937f74dffb5201085c8ce768a4fcb9a548cbc23ffab343828131d9ca +size 23638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 632a4f9cb97e..a2eb26cf66a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5ddc30a7ecf1d941f36e9ca444bb54b6203ea13e9f3e5ea59349d24ddb5030f0 -size 27834 +oid sha256:44d32d5305cfa9dbb3cf6047f876f1fbdad9c32b14af13b1ddd6b8762e0e3b5b +size 27714 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 7521ac2bcd95..ed0f743513f7 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ad983b6ef52ada7ecc402c9a0e18ae1e25659b7ad9d8556c7f2a1f2105d3598 -size 25176 +oid sha256:54ac37f3a743e473f98812c2d8912f92356e615d34afcab097a70835995fe682 +size 25170 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index f6cf9b9a00d4..fea644973fb4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28dbfb14d1cbffe408dcee701850decdb18789d83a4d1bd8fbe0cc7e1f84984e -size 28295 +oid sha256:7ad3e1977cc5c96f5009a6d186dd3c3fac257c550a601d51431c8197ea6616d7 +size 28263 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index b1f43b52d00a..af3ef43271c6 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ec2be008525922e74f58a84100a6744dda0bec328702dfb621320195d41ded7d -size 25835 +oid sha256:b81bd0cfb8d2e7ee0c44aacb31eeb92f1fd5e46a2e681606c10b96c8a5599b1e +size 25825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 499a493b1c70..5fa8c929b62f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7708b437c5629d1d755f266133f03c37a98c8e05308be07731ea6fceb98fd8b -size 29595 +oid sha256:1d2f7de2a4d16b76d9c1e0ef1386ce08d1861fe2536631767ef8061405a55909 +size 29466 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 127d4bac949d..40b9ebd5d8f1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:19eaa48c274d2301cbb883f339ece634f9f4f5bb25e9e51b8ccce149320ea27b +oid sha256:ca793f05c2b07e627dd4cbcb3f1534dc10f487d30882fc5d0970d2b3212b9ccb size 27669 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index a525d18406d6..29795e10f247 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f10cc5a6049d2f037b08fbdad3518f129a5d631d74ef5dcacd865b5d89588d00 -size 23691 +oid sha256:a2bc664dd496a64e60af37337024e4ff93bc7e1dcb9d02e72335a60a57163fed +size 23588 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 34bfc7fdd669..ce145d13d443 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81c8862bc01f676015e6bb9fa415b5a4320846eedff6c022c0416b641c182004 -size 20560 +oid sha256:64aae3f86ed56878cfc5efec0ccd8a16f5216f599434eac5082c29e819cfe09c +size 20520 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 61e110bfa7ef..01f180d29953 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be0076c9af8c13e3e7d447853004c9f58f0f92540695b57a4e706ff340f18470 -size 25121 +oid sha256:a9ccaf02ecb7b89403a72c60806e9d0a4ffef9bd1610b45b71ecd3d9cb138c38 +size 25101 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 199b86866a4d..0299b05ac00f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9797a226f29b42a862ea34dfb9dea54445d0163012fe5ade6299567e098146b -size 22239 +oid sha256:1e2f5b6c3e9ffca3d9ef137324be6a81d20a8b5e0838f753872f39eb8dfb542f +size 22207 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 2419788c6dd6..0d31f53e4e36 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05a3528ba72ee4de9936c22a5f5a51974c21e98b00a5d12b2afdd995dcb12fda -size 23657 +oid sha256:49002d459daa8c85e90c3bba7411dabc8e5c5e2ce742c5ef587041a3799633c9 +size 23614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst index 1c83e9a8e200..16278f3e2649 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6108464cddb199810784490600d8a45767bb10bfdfb578a8f254fc111aa7f49 -size 20580 +oid sha256:6aa95ba96bbfe43433d20c6537c0be80e97c99819d72df5f2a8b0275a37e3ed0 +size 20611 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 283d558a6758..87c53289adae 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:994e03ffa132effe99967ea4c67d22844bf3162424efef3da3f40cb761ca2855 -size 25162 +oid sha256:c064cffa3e8af301c3247ec665e66ab52eb262d69fa589b25375eca4596b2ff9 +size 25111 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index ad4ed4ef1ce5..af7caae3c92a 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1cdf0d590d8c83ec8fb617e9afe3bc05a4dbba77cb648861d5821808a87f2c86 +oid sha256:cf3d21e9f543baa43f75359876441d0b2ab41cae485306357ac465c5b0e5ba50 size 22045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst index 985ae82d5211..15a5ea8ce2d1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c19f2080bcc0a305f544e0771f5e45232ceecaccbadcad543ce7b1d9ca9944f -size 25738 +oid sha256:7f196e7fd488caba832cccd808e4e2eca6856aa0b3d115f9525db75e23dfe442 +size 25553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst index 0a6ff42d8aac..e6a9a21c7481 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9280477efe89019c3b6e6fccf0b2d3e96729f97081956ffb90583325ad296aef -size 22646 +oid sha256:612f04349c67d504ee7a54b029e16b36f62b38a39ea444e5018066b8ab8ec709 +size 22640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index ced9afef1733..60c12b8ce3da 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6192e9d82a671760d08ffaddc9659a637306988a6f9e268c76fc86632ae2a015 -size 27179 +oid sha256:6abf03d680b8af9beafb88bf446837da264ed60fbfe3b46abc091749004d58c9 +size 27171 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index abd4cba2cfba..1b15905f5dd9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d173a936cf8633d6103ef1dcbe1c099b3782e5cde428d34b7283a48ebacfdf76 -size 24609 +oid sha256:ab9201ba4bff8e76eb1d6a31732250d4b8c3a101f50e2affd09d7e5117f60bac +size 24566 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 17c5df17163e..46f4d8d1eccb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87d1582767f14e7a9ec98490b223a40fe332232f59384be533ffb6c18893ce6e -size 26937 +oid sha256:4188687192bfab6b8f154b1a641afad66eddb99f6af7a9000803b8285fad22b3 +size 26884 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index 18f9525c3f8d..30933211f22b 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ad8aeb6d568867ecf9c73ca6c678bf24652ea1d422466bd391c0829bb8f06306 -size 24706 +oid sha256:2cd97767de0f0e3336f54657fbf9104c6c2f841fb8c84b44645aafdcaa1b69ff +size 24707 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 4a2c7eb2340f..7cc01cef88fb 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27f3583dc59f09fc71effe4b787388264a5e39a609a2c29eed7ecc0d988eb38b -size 28473 +oid sha256:6fe79b548032b7434d44f29a608172a94526dcc33a04f78b2ba4593d9d6bf2bc +size 28435 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 20ad8060f84d..71cf597c2478 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:756bd31992c836b6d1de22cd841b465e156fa357a184d74d672ea25a443102f4 -size 26293 +oid sha256:fe13b9b3236ceba52428be2413a7a5650058fb72b974005f7ec3ebda2e77d532 +size 26243 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index fe2e5e2e57f6..1f0655d7ba28 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c74ab313d79c8b0bfa203ec609adc992c32d183ec01a1b46ad06752f20cc21d -size 27082 +oid sha256:60177ab18422bbb9757d40b4a7fdef04a0c5ce0ab54aca1de77d8b54e649953b +size 27044 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index cb11dd894c09..146c55966e56 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e8f3ce952da35e0a49ee866555a0d6c579e29e41ec778e35a2fe776768bc4799 -size 24644 +oid sha256:e31d734a2dd6526f5640ef3592eddeb18c6e275bd1b8cc5857edb95993cf4228 +size 24632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 91587ffed499..8d6daac10a8f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47fbbe855aa655442533ab62ce0747393bf2a5e5c9c65e7bfe3235849d27c3b1 -size 28630 +oid sha256:809b45337ec4a429b1bb747972d53f89db2c0505568debed957286a573160cef +size 28540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 1a7f8b484bca..9ab1f2818ff8 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fd9878c4ad2fed3d2333a233f24a50d1eb287b9118cc25c2069117c68a5c44d -size 26172 +oid sha256:96cf5ba23425301cb4d61cdcc0fca7755024137bdc488ab689d148424b5c4eea +size 26162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst index 96f0322f79c1..5b939fa501c3 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e052fc6fb1ed5d0f8e4c6286876f3fdc5ace7d51bdc879111a24e49feec68fee -size 29152 +oid sha256:90fa7bb516de9da42a1e81c3b9775a81165ead797e6bd33c042c0cb54be82e70 +size 29080 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst index fe20bd005390..807db653bee9 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b7d78ea5167d52d790a21db5f927ee5fa8ffe06ed772b60959c3e820f5fa8bb -size 26741 +oid sha256:15af7e520b8d97a3fc5fc91a0a2541445672d030cdd3d1400289095e23d18a9f +size 26736 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst index 29614750d433..c280e5793f74 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:553ea32abc98e4bf8bdbfe449d543f9446a754654843acb17e9bc724df28cb1f -size 30340 +oid sha256:a0a59eb591adb969931eb60e7dd4a4ab075290d1540d2cd4d8436a6d77823c62 +size 30354 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst index 6e91f2729e3a..c619c2c14a0c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e36c157cbc75cc86cebbcba34f8128ce18220c9ca286c3b6e5647d4753637fb1 -size 28546 +oid sha256:880ee2a1066f4149d674010e6f18767f659600f1a16213b64d6d9fdaf0c62002 +size 28535 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h index dc4634e6c6f4..50e642011517 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h @@ -24,7 +24,7 @@ namespace kernels { // clang-format off -#define TLLM_GEN_VERSION "2d2032f9-dirty" +#define TLLM_GEN_VERSION "5c3cf840-dirty" #ifndef EXCLUDE_SM_100 extern unsigned char const FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin[]; extern unsigned char const FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin[]; @@ -6557,3248 +6557,3248 @@ struct TllmGenFmhaKernelMetaInfo static const TllmGenFmhaKernelMetaInfo sTllmGenFmhaKernelMetaInfos[] = { #ifndef EXCLUDE_SM_100 -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7ac4a5d0ad1e2ea76e17e5472fa03cfdfe2e48bd60e2613e8fbea78ad6cf1470"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "96809c71bd2400fa84dd5f67b2448a3a332a673417e2eac2aaedb1fae32f44fa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6c38736967a7d028fce178ea7ade4bc38b848284ea7945b6195753e4ac0a8c13"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a7846f6df6cba2435510f8d5e6b4e2a3dac8799fc35b92feb94074147cef9ce6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c5147543d1bd42cb7f0e6e1799a8f0b639685e64a83197ca05cd17b45fc4d9ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d2e9869d32b03de93f2501842d54676e2f145d293666b946d08d5e486065da56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "535e2c2effef99d9ca9f2325c92efb26f27c170f74a539347bbd92ec9a2bf546"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8dda63ede5dfce839077c5fa1f3e9412f5da095d838ae4a35feadbf9832a5d52"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ef63e6d63a723a588b371b0c7836664a6003350b2324d07f3b8c4e7f58ac9816"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1a00c7d0ff9a308ee4042b3c0387dfb56ab838ee13fe213fda03f3a35dbb627d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f938ec7315972aecd531d2c5393d671a1ff870605ab94d70382cdfbe78f33f7f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d511e461484fd44251f4ce9701c42b94b43e2404bcb7ea0f77446d62ccad541c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "eafe5d29f63771abe46a17dae9b7a2b97ebaf9e4a0f510299441cd1be30c2ee3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ad1b533d053000185e6a9761b86b0468a4edc21313fd045f8b8319890bcefe93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2ec7678203a18717c48eb877af8d058ce4fb673bbaf427ef155d4cf02763b185"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d4365db77778a4ce73dc5d91b2ab438b878c5c18bc47700b8559b83be18e7624"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "17c6f3c7f539cdb74ac02adcbe99df9e5e5c266eb2d915d141482cd7da12e372"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b4a0784a4ed8de799e94afa366439f5de7281a4ebb2855fad84d740fe13e337b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f87d8f469f588fe083fd8b4e4bf61f08dbf572f0d328ddef23ddf65c8b2dc563"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2a67ec482bd7845ce4e567b6aa7800342bb6f0470d821fbd3dc23ae2ad10c3ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c9726760fbf18f958f9b986ed4c84b2b0f82e04548b9338f4a07ae229db1c576"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3ef3eeb11d0570d4b207dafd6b5a8158bbed5716e7acbb6d7a6c6d94a0790e62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "28bd0fba818edc58aefaee052284b70981803e599bb203d61c5729259d85b776"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2d18f9d7ac3aad2a2c3ea0505650ffd7268382277148e2031ef99746af8b463b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "deac596ba0db430fcda4ce036a0cb78d8e6cc84a4835c7f67865371077024c4f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e31ddd5c9aefb89282346e4497eba0d763447aeb0752f84fffe242610c5b46b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "af1222a6d45c86c0d485b13cb2a0f6a75e29332b69bc85720e55a66cb5d16dde"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f7b2be81d736ac697d961d70816964eccd4844e27d7205844bb8277654e19a11"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "34447293c906192007e0a832e0779dae4df42028cdd61f7ceeb63bab475087e2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b2288f32aff1338d6b8259b145a3a2ee2c75439844e86e6c25e2bbfce91fb0a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4ceadfb2e1f6d02980456f8ffee428564d3f6d1ceb7597307d9d5b607027d7e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8949d8423544be3f8af7219620d760f4a0ea16f143789bb74ea6edf82784f7d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fb48e9bb7f1d0c1eabafb5c82f67f10551a97c00a9ab0a6974488c77af35e24a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2bef3ec5ae7e8e957919ad144a5c7ba21cdcbd07bd285be735e5e5ed8bdc5de3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cbbc8e962d4299e162800665cd21bf4e8fe317576020c8b18c645d8fe0bbcf14"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "30cecd4e54ede5d751d016a1c9656d6f373425deda689e05d710648a1f9b063b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d48c1206576b42028a706ea7d390dbc549e0af5662d4d8c21bcd1ba17fece110"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e75f71b3d010338b969ce293735cfbdf7af96a625e5fbead0af2ce1430780b28"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5217ba1476428625352721c599941c4b4cbf237cde26adfe2e5724b910f16504"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0df7ba7a6ec7dc7877ee3bce3e635d20a16a58d440c838d3de1dd6a3163d39c6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bb74b3c3c9f5f0bb343ade783b493fd0cce1359ace2925092e48cdc08846110a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "93f54ff44fb8512f2a1db79b0cb5dadd46d7088988fee5387d1935e1a44d0f14"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14ac6fafb621d6c4be9a1ff153b48c51622b3cf25a7dbbac9c040048a9f68b2b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9d9d47d3415f4e27af3e120d294223b7b07b6a106c6a07fb0ae301828a50dbd8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc2a12734bc9a959bab44c3ea2f8f3fb9c1a56828470751847f0bdb9281c693d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b74ec4102a62182b10bdda2aed5245655c8ab89966aa03b5bc56a8343a1c03ae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c37a4e81164b71e71cffb171169ba75861a5a274d3c5463feed00bdf4ec24791"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "da27c3676ac70e1a2ca98c663b3816fc7659035b1d7d4c8ad219447c3ef21a17"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ea04dc318dbc6dc0f1fbc478f91ecf353ab278dc61e69d5a2815491ca4d6d43f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e3a229bfe7529ec628fcb7d929aeed6cad0914bedc332818f12269d861c65911"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d2a9a19a663e565829b759b78fdc2e864a4621d9f751e538e546f35d963cf64c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bfcaa804ec01491f1c539cb880a3c4048b0ce3aeab69fa37aacf939a404ccf7d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "47ea881f25ced33168431cdd159898f9a873c501ac00c6fe74d13db131a16f73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8473a4547ad9d2ffab98ca22d99f99246fb8d3fcc61546badd0b2b17c6c3862e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "69dd63f00f00ceb0c73cec95f46267f4cc21e773f558248b8ec3b3ca25595231"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ddddceb525022d9b558d2088ee49aa5a670e7b31709096e76c9729de8c07fe4f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4be90dfab4682f688897da1e8596bdc9d7cd7b40a425cb260fe43525a4e78edb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4f7522e7f67c3b166080425b1a71ca80acfbf63d71daed1a22b3f1a2750bda79"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7387d80f376edf2b117aae6161646c7fd9dae82c656a9ace9aa1846ed6208d23"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2fa831424fd0a2fe466fc56c8f6f1b2b3c486654412a158fd1bac4dca3b59517"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e54d2ae2eb8f51a4d57c6456124be455f0ba3ba0b52224a5882cc2b6440d2693"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0c4d88ecb2daf9922150646732658ec9d8d9a48007c22e82bb3a2ed28036841"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "40070f71d787dac3036356362d1fba7d651f422ed1622462c64514e1390e9a46"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9c77745a022c3b148abb8416699f342836a62e15f5c0b7736547b01227313995"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fc86dc0b8e40a44a54104975315b3ad5aa1e03b2143ba8bdcad184be652e82aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6d930395e172950980ce59b3257932ccbf250437c4fcf9f8b1b373fbe8493c99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "553cbae1e3479d7568cf075af95c81bb2be645e32b660f7b2337c760763c68c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4d7b66e7ccb7d4bca164330919c6b3199b4ae5b4671080a13fbf0ffa5e198cba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3ad0a567fe846ed5118c0371005a563da4a00db5ae8fd0e5a1ccc2b6bd30c987"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "afa2391fc236e83ffac3d2e59e673705b47bbe1a9836e7f0826dbe8e37e5470b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "46e70a1e7ad183189e141d4b570f9a44b60148d71589c0ffbee9d354af83ee08"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "940e1870cf45ad1264716e9a8db4e0ca1bd4c8289fbe94c0539b45d72f1b7a23"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b92af7aaad1a25f0c7683b37b92c17b803b877097282ee5ea79456320183cc0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "45961f5f22372682ded8723709116e3889829d88c5edd4d8e908f3f6d047cefa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9e01faed9f19c7ccd29f0596cc63700a22eb6df7e58d8b93a03b31433482227c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fcbb66f54d53fb39057fb60667dc01e15e55780e7bb8314742f91c4016d615c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "90a868948117dc61da90656c504e9a4d219b2fcd109534360b167f03296f7574"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a1334bab69648b8afc70974592d838cbe356500707a013bcec62cee7c40f6c5c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "27021cd308d0c863be03bdec889ae42081b350a4e760ad4b38eee49aaa7cefe1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca163732f12c37c0a0dc2dd2abedd49d0c13e4bd1b79be5214688f30c0bac035"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d74353393d0a37f8200404f639744edf3b6675747fadd2dbdce5d529fe6d95c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e020d0fc97f7bb9e2f24d0556deaa9e8de12e39773041a7fe189d4b46fee75e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8e42433cdef36d5618edf1082f0537f06e362bd76d199e3126b23bb631bbc9de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6f85c0504baf42d614354a93af03fb932326f28e7ec4b7fec6a1dad161a96add"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4ab84f7bb9ebc16e2fb8c21895022d1b84fddae5201855b32369d20a62d451bc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "721d44a6fca2b043871b94a7f23ae3b36e50ef371526e47489fdc4e3976a18c5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d668df4caab6aecd19d7c5905bb7fc18ade2314daa2783b115a039ad92ec3607"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "389315be7546c091c4a061bc90e595bd03da2cd53bb88583a2c0651d8c5f845c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f59e8527415f5f0815ce4e8d72f60f7758d2d960054ab0529e6fca204c84efd7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c8a146001682ec730aa46cd18b67ddb211b43ed4314174442bc1ba3e0b9e7df7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b971f49c0f2dc8b3f740803d2a78f540275f697d7799b68c54445b0749d42197"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ec1fb7d0425c540d521880ea8727e3c70dc204df541ebd038a5368405f5feec4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14c16599f00b887f2afcfb2a52addd82fb95df43da09cffa6864a040c5d196e7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b5ba7b03ce120739c5edc8e7264504294f478db665f31932e2380d7750b21ef7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7c6d805a4cb61c1c3a4695cd2876d975fd44e9febf7c5fe3847409e45473181f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "aa34fe597c8b1ae3162decb0094d9ab783c822ce020de1858a32f2200323090c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "22cdb5b4b273473571e2ee756870c007dee8925bef3a6deda5e3848cea40d9a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c71d7daf9793cbb817a97f7a2d0289398f3614719f2e5fcfffdfef943cf534a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a3379fa2946e45f15a70ec2b1fea33e15e89aa2ace1c089fb26e1c8f97d33567"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "847faf9a1d5bd2aea86746810ef500ef8312dbe7328da4da3b9724d104208a70"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0e9cc2a5542fc608b7232c63b04b48acacbbbfd67528b40b8fd4967a0660fbd9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cab0eaa58241355ff0a78c44a31b37d9a25b1088ff3eeea192e211c1486db088"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c5acbe452a4aafbc10c3e8565e94c9af360f8d94087a3edea6bbccdf1c389612"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c2b01751744d6524aa3701c00cef6687ef70259868ddca9e9d5f1e1d48d997e6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6cca553f2c9166dce8e8bcd67eb7b532bffcfb81880e88bd6329ae3a39cef877"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0b9c86bb3e73ae58a6f2868e284fed4fb15faf1526d0bf8c8dc28b43cfed416e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "daafe86a7152bd6fe61f4d9a55346ba7e3ca48c38561a0631e344860ca0c9b8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6dda127b19cdcc265c2c06c7444d2897f831fdb05423846853282b52ff167cee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bf11b0c6c61d51596ee46c7f429272dae7fc75b931c9247fd476bb6ca2cc274d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "eb22df80eb2c78fb29f6b0a657b1db15350cf9b084dd188f94689c9cc98c897b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c1ed08b890fb01ebd5ce0512d9e1a9b22704fa99041987504d70b59812112586"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bdc2a3c27c4fc9ecc25986e781b8165fe1397cd0949ae3fbce82c5187be3c909"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d555ec87c4a64edd503112d549a60508dad558db9c7d33fc79765a4906276d1d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "360506a084e8f2240e0b7042da30db383a512d9adc2a53efe4a991274071798e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d05a01647647be71854fcbf9c71eb10013eb9e85fc0ee6c84bb72b7f7a44cf8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ef3d44646e380c24230539b4de35ab332b082e5b0143fca52284b08f7cbdb7ed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c37edbecb8a9bc097e0cadf178787b4e54ac8487baaee204e906bf02df1f5b8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "57aba5baecac0bb5bb66d2b5f0d98f7f8acab5d7e44d549df5238d74889c4429"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "662cac92f577df03fef8f98398762c86d3561eea4137b50637c709449c848f94"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1bd617119ab23eff727a6f73045a0581cc3a2e5fff4643a384bfd745aaf20153"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "38b04240ad63fcd0cc2323a18cdacdd27bdf706a85ec9b72bd48374f6da31a61"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bfe5eea07d9a6905a5f24987391b43ad5d433bc97c56a6d2127acae67a67d72b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f703eaf8766daa2c11cfc1476cdcd9572f006dff1d37c4bb5804f5b47cc644c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "44e68d7ed3b49b6d116ba8bc09ac707050051a1b123c48f625b3bf555e22443f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "07c87336c3a8ea50cba5f266bbc0fff4eba20a8c645292dfa8bcc7997ba9ba7f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8db527d8c7abb1fc94126cea697b912a0d15849425ab467f2b5003d1d5d9f83c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "031dfcb4241fbaca8821a10b6fc6f5c98c483ece077c050191f942e705c9e715"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e91a3d8b04421ce7a2231f42751125d14f538f718fd893bf31d18a1bce84d4cc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "618606e7599bf77732c27cdd42afa63265daa769c717af964655ec8dd7f1b1e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "08b6a4317224904f60e9d380524257366b48ca3236751a7d873a727e38c7f365"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bfcc5db308d912dd1ece42c3f89a9914c8c0a036ac40095531204c411fddf939"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6a011edf48aded667d01b3dd36fcb149868bd1c7707af82a6e4de65703fff744"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "51e2c5e78fe9ccc70adc7195611263b50b10736bb28b075923924fe7d8c99ea7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4e32e28787c9678a252aeed12cfbbf94b4937357500b8c5e4ac4d62e74c9f4a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a3123d4f38b9400d5cfbe0fddb463bfb9d941425e6d5e4a05832e059728e24aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3d594f2e0635c221f4db44afa39ecc30e4bd01a77f2a1bb3718c7adafaa36679"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a8f2b53b062f8381a1aa280739744673bd49135f7f081fb23c6e69c2dae96c5e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2c3aa03e61563cbade1c7bf9534c33bcbc9b6896021db7b6936c66c87bff65e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7b33f2349f029d592143e7860a42ecd1c317a997353e8d4583459c278de47cf7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "08cb2d00ec041f45246ec4c0dedfc5a479405b0b70a87f05c5c3cfa5ea7802a8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "63a1edf158d44b437894da98e382e8e16d33ee0dcdfc43a5867b8a5a1d692321"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "225e5bc8aa8cfdd074a6271949e40da4f9112addd47488708d7f5ec6b5104a67"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "82704921aa29fc2bd0cc7eb62e0f54dbcded7f7accfada9272885ba49d56904e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "319b526bbed869f05b6c17a8e376e06e1da09905ef81f77bdf2e5d54cc043f32"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6694b0fc1a4894a26bf455051dc415a3f40dc4a0b86a8762545e048766d414f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9c72f50e72b10bd27df9eff33cbca933d6ae562a49f2333201303e4a8b75e261"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b8ab1f2c1673ef4be86cda9f3ece0f7286e236ffd114660b6ebbf83bfec43e0e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "da5fe2e3d80d4e161d1c27562af74a31ad8ae5bbd8d3f63d019b20f49cfdf0de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9318934945037e2f2776f914c03f153cc7fb261b3a4189f2292cc8ba4cc6a3ca"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f930b9283f411f5771625ddd1a0d4c56bcd961cc5ee89a6368893a10db1d2a8a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3029a200cfb141c18234b8c84606f1ac99230b3531e236479a3c67b70459fd37"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec2b497220b771879e0b6c689c075bb05aca51dc33b9679ddc2ce4ddfcfab49d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "07aebaf5fd7375430ed4ecad6c8eb5fe2e92bd1ff875e5bb3c07f410eac6d4cc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c7428e341d41c2e8ecd81ae0205fba0dbe869b5bb4705d869ddda8a8a9fbd3f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "41f88328db9f04602105cf73f50b638987fd6935994a5792c0bd9e33723bab96"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "df4dc51ec1d55b821e943e662fef1d8458ff29148c36dca20ee088a10c6448dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d81211f98e88d695f92edb3ba694edabf2f40c3334cfc6987f974bcc429a4b54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7e0687f3635fa51c3e8616d8941241b30282916df9aa01c29c62a427051dbbb2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "670c638c11f71d2e754e81f4f5564c09ad3c58c433dedae9bf96e373415b6425"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "002bf0751a716b01c83c350732e89e208f5e71d19257feba2e2e726f75210c8f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "853be711a90be4b133f526721cc2e94a3e4a1adc282f06f760f1822fb3b5f567"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ed63ac202edce8312b1894b84d92b5208c33ae0de68ccca3266cedc15000820e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "360fd5df6222c87e57bd9e74f91827c8922bcc05be3098ff22df3c8cd0be4c1b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6e26020b8a85739da12d22d7d871d4c3f1b6e00dd4f2110c0eeb61abdd7d9692"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "eb4127e32de7db99052ea8d9520d64f6c4646de6fa9a6f0da4d28871f4c04e9c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e0f348de8058cff3a4106462ea5cb4bd99b34c297aceb29b24e77a7c17afc7c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b8f0d74629baf35199500cee629659fd6784356a140cae3d8460cee49293238e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4b72e22c459f1da588411afcb163fdaf0ed0edf93a822e6dcccd1d9e8f1179ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5f4a46808bc25952b4d3f1e0f48fa5908361392140a1788403e19db667cda2f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5fc75980a18b4d377e28bb26b15c99ce0d5c4143ef49c48fead95adcc97b8c5c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d3ee775fcdac0f57c178dec16d4ce332afe4a9489b3c7889b28561eb388f6fd7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "72c7400f49827d4253c57430dcbdf196094b5630b65608ed4e06dcbe974c0b2f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "35b20cb5ca97a9a8f6e7904ed0010e2605fd10b93f6871a6c48878ad0736bd8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5055b9b874333e40ae0b0d3aeb7a4ca938e9d87f34bf87ede3342d041e50a1cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3ded1e4ad3125dfbc712b8b1f004e07c583f509f56141d520c9a705a1465074b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dbcdcf025f4d96ac235ac19eccc714381261cc6baa9b8928bd49c5fcc65e18d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2969f2e6b5dd1afff1cd5840f46f105cb3105c35198a9920b6510ac642b74b9b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "67b95700f5e989ea0f147befc2ba542be57a6c00a66bb917a35269bbd01b5d4e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9a578256bb540933f75259c4edc9ea449fe0cc4a388b97582bbd7b54beda8959"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7c0f931f5fd7bcdfbafbd5252ed04ab258c3dae5c541beb1e105cee4626aea80"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "80241ddf5f079cd0a26c32556e39a61527454d33b2f2b5548f2ebb53b453fc91"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0206db9f57da06079138bb4067f87b4fa024a39303cc6a2aed30bf04e7cea105"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0033cb0c37223d8fec5a1a1ac9e42466a7e103446a25d7f5aecd2c70265e98e6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "68d371c60e57f6a8957c7047ea911c7e0efca3482411f0299bdbacbfabd2711b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fea1673e9ba8ae271facaddfb58279482c9750d638af9dca4e93c29196268d8a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "617d56f7e7afed36f0220ec440edb2b58585c4cf63481a5c928fae03a85bb5c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c6714f9e0bd169d462be5257865a89f5b4578e4b8051a5ffa320c6a7fe549d6a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "101dbc80e50949742bc3a88e1cc54688bb123e2918021ac24181ebbb2ae4eda5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e93cc8ed41bf65c487dc6fdf788435b17ef2835d12ff86c3d751b33ca4fe99c1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e0ccaab5a1437441aeed0648554c99b028cea7c084c86ec0f2cdaf0a98671197"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f690ec5214f80e836ba4a03fdcb29d8ae580dc37fae6a2b4d22e163253404449"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "99431b8a0764c70b189a715c3c68d95b75d525ac8fa25380bef64830825aeea3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb8c1c8e4095daad14ca5ae01b348d39f191f8ac79d24d04701d76cb172bee5d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4c6ce0e395be6147163a2eea59768c8f2b5138a0b8a20f175b135c70d302288d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "31787516e4d29752ce47ceefa5ba62964b1de8b40d41f4b09f6c84420021eed7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "76e887a10df1d6192c7cef0a8f5ead970f400ac41720d9e67892d3b2d5176fda"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "85696b25a53020e2f416af08302be1a7e3292070e824afa9ee6a7823f59a93ba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f985829d38d36940a4c4936483dca9a774ae84712e1a5692e04adbe59b566c4f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "425a9362557de8f60f26ba30a79d1cd867d2ec3b6292379968a7cdab424e8c62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3b0f373d7d8e9797c36164dad247ffe369b2e7fcd1e08fe060ca21601c8c65e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f059083862e2552d999ef0ea15549b1acfc8d7f822eed34e320faafd741fa7fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "94a6590178dd2950afa92172d936e9b2c58af5766f67249c6dd0ad3d73f311e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3834baa01de7f39180b5128396ac152909120860c3dbafa96fa959676543bac5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a673dedc233154096380245166740143f971281a04b0b905e10b2220a6a6623"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ed5c5cffc3ceb942e864a6e505e67907d9bc6828d2547632f3f8f4d8b8e592a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fee03ed1d9e5be4b609e56040e732b9e0540a3b8cf35bf4fd1fbd71a95c777ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2273d19e5e9206653ac3798e6cf606f039bb51ca18fb8b87c50afc4540bcf423"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "867519dd838ad73d1dddc8e6a6a97ec9b022ca547b1dc0551e73e6fa0b3efbd5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "41f3b348e406df3268b5bec57854b444f6fe51a58508c14e23819528201d2972"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f49e27e936cc6a5075df94eed6a8bf332096848a6d91ba61bb7562b03a92d541"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d697d187215a2cc00a71b95d55c87968c5d0002e83e349a8f17f8ab7e6238268"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9877b6adf1d9b62820c56d2fe092d434b10c7e7207c4214c3b0a07197e34f3fd"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7977f73f57d96247283d893aa5c6dbbf279712427f05b83cce8f1189b1ffcb74"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6b7a144bd6006684dcfde1e033d219c9ffd5a40d1607de337c000eb2334e4236"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "85f762e1ad443efa2b11dca6e4084adbf2fee9ff07f3e8321c63ec022d59a725"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f0b1b86444340a51ffd2c90d49a15075d1dfe971775acb90fa8227a125c784bb"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "18d10eac3aa67c0e3460724407d1a4a5708dcbdeb8566fa6307b27374128c7bd"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1d1e9b393028778ebcc93a6fcbf9886b791d8fb745a49607605d7a0a04432088"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4abcc3d34ff14a53ec6e40c78fd8a56d5d0f709b0c17fa76a39f008c41ee3a94"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f627fed3ffcf9a0650080fc519b3a8ac14f00f730fc6e072509fab70ae2455b0"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b592a2f6efde8541c3b65c2249ad37990e5d1046af5fdc834c54a9b6b1768200"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "18ae09330e4aa219a6195261a510cc4b1a84108b7905aa05f46a605034713c67"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3d8311f3c02b76ff0ad316e1c7e7f87be252ff41b6056a6b16fb2ce09c22638b"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3c8c0e8ada3d3ff4ffac8d8e56cfe5f79c92bec374568f5a1273290c0e2db49c"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "98ffb9ab301db8988586682930aa78bdd13ccbe02b9d81f84b403af5007e9698"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3c33caa41b808afe20186f4fcecf1d20cf70ec4509460408f7f212b96a198acd"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fc3dc5489e002152bbdc94b4f50600d7c5b365d4dffc5ceb424425923a2acaba"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5823b3f11b295447e142a11bd94f349312971d83daa5a903ba56938b86ab9a97"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d6194bf907f777d6b2f34fab67cd6b2c76764e5c93bf88ec28faafa75c75c928"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f536065699ffcb04888048106f95683c6b5653721376a16b86b6ac891d0324ce"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f4935133b784086b27929f2360c5fe518c49e8ee898e29470feb00690899c3e0"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d023d04a4e038902f33fd3f8c30a8b33252f766fe3944ba969a5eeec1482e06e"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b17bc2c360f1b6fe04077d015191bb8445019c55c673c112874aaba838518843"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "05ea0af6b52449cb71c6d0a4386592fe1c6c519add8a7a449087eb60cc8b2687"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "aa6891245f4f150b6765b40bb72d27d9949708b9307e20bffb87e1ab392910f8"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1aa8bde9e72e35e95d1c3edc2a76caa339795cb24f872858b185d92555aa2b2b"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1cfe06ae854eb4fd6c2a0e482f8645db8b36a7704e039fe59da62d631b1f6e8c"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c279bb25483537ae7dc0caa497854c55c32f49f2baf83cfa1e296b3319b1050f"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8a20f8468b28a14d8baf59c0f4eeed95a9936460104647cb052006d49f1ab534"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0e1d53be99e2429d5a32aad15c1e599d0ae4a6a1e874cdad2c0d0df768908c91"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1017e781a777ba05bc186e58fa7edd0f284b5d10b93e29aae02a8efc423671ad"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "318d1bc36920b88fcad74c9fc064dd573586b6ea2953b201b3a897bc3879d2ae"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3fdadc140f93297ef5b96f70781df17841996b181dda0a2788689f75a5f628bd"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "02ed3a7c15bd86554988d5dfe5a75b77d89efb88a3c2ad9c6d64a92245b54e00"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4535a1540b7e910493f3a4816a122a2da9a2d567c03acfa561fe7d43d06389f3"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "00c26c6626ec52bdcfe2bea926d71b4b33a6c26006600d82c26a5d4254ee057b"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "61c4253fa90bcd3cbd62a262cf49f4a8598931e98667899911f9e682160cd9f3"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ab0feea2012f9aafea99de9796934ac5bbbaa3be59a4eff1495869dcea37672d"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0eb5fb6ea0d83526881172a5a62fb597ed4e3b2056a880883f37a51e001e398d"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "54582e33c32ec8a1f186acccc2f8946cf1876ae3f973ec88ab305784e6641ebe"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c0e44cb47cc70edd7fefe296dc161931c7f73e73aaa4e1629d3fb1e12322dada"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "12aa866aa48ffadb5c1c1302faca3a18391b45bcc15ade76eb424172e2150a72"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5eec34e420de3bc8399938fd967168f398eeb499ef34803fee9cf5d19dfcba1c"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ca5c97c33bb2df873a251efde9c149aab0d98e0fc493418c88a42fb56a85ebdf"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cd0c7d616d6a4f86b0f08c09129ab9abd7803cb672684aa7256bed28b48b6353"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7e9480c553e022f94a2013cf6f61a29123a8e0d3c05569aaa8a8e30d7e98b9d3"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c1ad2167bb0b8c6f54ef1b2ef62d59d35f1e308cfc6bc200832d708f7556c5c0"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "11ea74249f1a3cf4f178c4aa7cfa7e3f54332a5ff70c725d4d30dcbb85a1fa8d"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c0108d48675baaa6337631affe2d06345af8bd8d37f929fc673179dafc44698a"}, -{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "bb08a06fa001fabcbd57cdb4c199f1e2a89481fdb7a796a7f0efaf215a7d7957"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4e4d4543f44da069c73d2a5274834242ab3dfdb47cb5a3968890b603ac5b103d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "760930cc89488f8606463f0f5b320fe6e21122387ed691e8b4ab78a84380a2ae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "304058a0594db5ce1976941deb9aca0f58ce62ee4eaf4bc7cc71d2c4f9502ae2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "071e80642ad6ed74856d583746367c03eae6a0df8ef408a91dfd622eaf460e12"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "eba67a3cf764220c5b879353239426e6c0ff5254673c410021d3d4c72971441a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "451d45d93d03d4c2216abf888d5f534c0c08d1916cea23a6077f07cac8686a41"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cf362b8e50b027eb10d8b7c32a1c3f33fcb9c1c3ba06a6b864aa8520500bf840"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "53dc62961d4e4746ad2b2de5aa427c90926efc6f9780975757d61ffcb6b2c5ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c2d9085fb81e8b0170279281c734c93eb625fe917293e675761321e6dee77264"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e882e2bef8e8de3570ae0efddf9366ee63da7b705eaa1ace6e5316f357246d2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5f29ea9b52f92ae058e85ffb7714775dea3610df34ccc528ec0f4193bf71cede"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "24bc9a785f4c40b45582f3dcb71b2e4905ad7a294aa3c146794ad5a79936cc62"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a1abf2294cd911f052a7dc536981c9bc8fccf63b6c090a3cb83cc0cb8eafcd82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d4b535a3ffede38cceee90d1b978d2db79f0662239fa167087a599cf37523583"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "003388baacf892d49cca3bafa8ec3515087e339200f9094923e34e38e6965b68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7d5e1dd831109b173bf52ddc610b4e92b5cb7c3e22fc4b416867acc6a8722ce1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b14ea1dc98321db49b8862928689b7bace97ab187ed3c96ed3ac300c33a0a376"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7e8e62fa7fb5dab8bc2d949e16f505b91bf370b89f8f40ba0d31d18ecdea0686"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "012f46d1bbabd28bf82987c64cbfac48ad9a35de819f399fa12da8032026eb85"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2c0112f6319d853fbbef2841b42123beb9ca9e8005a41e6c13482237c0b8d12b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0ce7f09c5b76188df2b558f532f34ba20ff436e542ef79d0866330ce184bd919"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7dd7ea910c0c1feef223c8d281b8ac2a21220869b44a19f13b6aa65e6080244e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6fba3f5d80199f6d41064fd2ab1e0cf548847ab2c6aa4d0b31615a972c6f92ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d82e805b8a4c79ec2c1cc4360050d1f101641d03514aed0ffc22af514625ce77"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ad12bb1a78dfd2d7bf3cfd43b80e18aeaee5dee8de614f96e5c978cab8de0778"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "372aaf0c183d92e1fff9516125fa7bd6667c9233428ad9b73c80971c5dbd4231"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a0101e2ecf8baac883a4e171d3024b806a8ccec03c257ac639b351e5da7a6038"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8ca8a2e40baa089a6ddb4002ae324355e111d784bc94cee5b422d43b95f245b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "99f4cbc20f80cd601a3fdf7fe48594030798e5b96dc184fe2af2f2279e47dab9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f283562c5f7639e10a5f760feb8174e06a0c83aea3b1269e7c0b490f061af9dc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6661a3b466f79d70bb707e28ad696df00df15b832059cd775cc598af3180631d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5ddbb063850e7f3d747258d90cfe4be0f37a69bfcd9c99912fdbdd70778a83df"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "638280f50a50fa710a213c47e0a1cfae9a3716f6567b46f6cb532ba3d0105ea2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c8a315b75036ab7823e3d98fe5e8cc83b68eeb439f175b95f437322f192b6997"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d0be08978c114d8dbde07c7df701482c674729d767246fab6cd9741da888c7f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "18a475d363218613a356eee9a352137b5cb928c0de4c73b92a98863f8c84b258"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "332cf9115056c7d6a1d0fd393497df7fd302396448a4a5c17442ee80154b5886"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2fe933384b1f437a525f79d7aa3b3d4e37ca06bd495b7a790473f962a80d6d30"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "76248722374abb2d4a9f2ef98722123718e071bb4d4f4f7b71a9ac347489ffe9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d8b4af193a6a5ddf92134078322c90c929a6b47820996adb147e1e958c4a1695"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9b646035f7affd35e417a6c1e041f348d63147153eba657d14749a9d833c9111"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c44a815206eea1107ff810f3c4062918d15d19a762d9fb756b5cf240712ef134"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4f63e89d991e2df8634ea1debc7c2fc3115dd04df54295272ed9ced34bb31a5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3b9f7627b8420204407a6fd87b2f70955741cd6842490d3469e2032a54869dba"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51563a14cff3d5ac489c8fb3c4a1b5c398f78b41a8d29834b7f6ab50e014d85d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bcb3138893a7dcf9770b22a5959dbbb26873656e89e44bcce628d4a0f883c7a3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5526483607851f673b430942287ce9255373e0aa855f3e69de11ea5d1222aa5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "64d62560fd06ac04d0794510730840b0a7d8cf69b48449adaa50b85953d63c57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a34b8291f8fa379bb04eeae134291853760d6e0184016701108c554850b5d830"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ec752df05437a53339baec4c5c470459e8af1f7a47be3a2b71753d4462b22149"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b20f659259a6d64ef81670d56832c497943c4418c37a84202bfb7c8fdc7100d0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "784af1ffb9ab801c37a7d90c097a1682c267e0f08645a5d5c0823f95a9aa6350"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e5a4d9680bbd11c025b2ddbb13c5672a4fad8983e89f0da4ec8bbb81791a2d98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dddc70dad01e6941ddb36d2ca385b607a6bcd4ee416041bb520d4bfa9fdeb2eb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "454b48d94e5f232b3af9389b582f9329fd41d42fd1ab1e68d0244426003cb5fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "352bf6764a4e8959be5c56c7814cbd7f40f663d2d01ca8d72c910a51bb1cec10"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2475785a40742896866c77875b3b55d4f376154812e0066c54a8bdcf140de5a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2f76c81befef357d02d3d21be103cb950e9b99e96f12ed92eb3ef1db0596fd91"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "52a2a475dadcd4daec3fc8b0067fdb934db1385f3e927214fb9670e848ac8a0f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "74093a7864d94c1354bd103751ec87ff5f7cf15d5feef8a4a390fc0b1d078269"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec52a67fa76ced1920d240f2b5fa130295e9b03c9825256e22ba5b1e555c410e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5a69673dbd7642fb3a3710634be227f163cc0cf4c73b0e252c4b164b1d0567d4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5317c5b0b2226c73311882de4ba01527846684452012dda2668934a51ed6a71a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3026b84150af19880d578f39eb9c760a85ec1daa89a26b499f3fb05577c24a74"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "38f7f18a569aaf53e8fe58098ae5efd6606fbb744b1109386a680247adb144b8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "933b1249d3c0f751daf92606792826f9f2140769562eeb183c1d7d15310b6ca8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ab3de44a7773bc039d34940a2a82a32885dabe6e61f4933bc130b1858d882011"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bf62ca87fb6c5121a5edc1063a5ec1b978f4ea32b607d50fc486fe4c6a84777e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "454a46cbf822d041ec756e7d428285f573d10e8ac926b759a508669e46ec86bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "78aa71ba2514193b5a81aaac07409e51b8a9447ca8221141470aaaa5ef650d23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e94767ba5ba2f8d033882261cab6c713ff5277c13c33411ba6c6346bb70b7360"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b1480e24ecf1fdaa5ee2b87b7565f6561ad4d7a2e6cc448405598304dc140649"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "92764876e1053b3792718f72e19fb0c7e9a1c30562f9b8c05dd132ba0eee6347"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c9dd99c3c35b9ad7c4114e6e28b3a186b227f4f4eecabbc47d1f026cc39568f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8bb22bd4e51365960aa9f2d12bd8869746f4565167fcf2d091999329046f3358"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "672f865426ea47b0eee2d45a49dc37580e883a348ee7fd0262ece00104dd580b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9374cc6cd86025d61448db366aee640f5d2281e62335c212390e2263f82ce634"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7bbb71fa37c5b20d52de44b8030543e6ced5a9d858fdbcaec556acebee57099e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9e998730e7205041315744967a6432b86012e71fae1c215adbc36a2c58bcdee0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a99afe1dcff18d9094ce4691c36b11641d2f2f770bb03662ae79f8070586a3f6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2f64bf16e9a6a28efe9f916790e02177387c03eca245a68d504b2d84a8e37ae1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "59f1f9b5ec96b26c8affd521ab2511f2a02da804c0de19600729bd42e1f9a71c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8e9bfbcb2878382d53d3acdc38fc8d05519a76a2f70ab0df96b24ab64f7f6ab4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b91e25649ea321b323667be49ffbd6b0aecf804e959fd9d28c4fe3b022fccbe2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4769d33a13f6cd560f9ffb0d1c1886fb56f6662255e41f8cdbf044b74f04c931"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "21f8bf537553b8234fb0990536eee376c3810a915407addf3c15b88caae4bb58"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c0db9c91b78fbb1b07a2cf834c62226748c01f8fcff31af044df7de92fff51e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e5067dd22117c9b0c115b54e8607f2413c0f5e2eedffc23844cd382c26dfe88e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f0259234e72df50302426a7c18515da47fffafbcdb1a02a07a7dd8d366ddb45"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9eb1b5e7ffd295dcf40581437897fae5ed57ff0cbacfb12dd526f988325b3a24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d9a4d09f1de0f3f6376dd2e5255be39ce281d2f7fe1dfb2594e67f439f767d7e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "06330776295ca5ddb01261bb99908da2f0089963283f8376f02e14e00157eb80"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9cc5dc4ac6ef3b089edf0e2c06649e48ffd9325130cd4c78c74222330f475109"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "775a7633b1c43e3831fe48dff16b5dc2fd46b929e32d2214eeb47fd276ed83e6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "578e6b90f203c3f0b99047d5f1fb25072531066f32c98ec1f4459b4e9d1480ae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1305af291c119ff275a5afe4c192a51748583fd1eecbd5efe62ec64f0b087e32"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cbe9fe691dd622a60c090c9c8def29d4c709dac0819e71ce3d6e8a8bcd589210"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14c1faa9cd4527dd521db3a51793cdd61c0253010bb8ed2f647df4f4e7daa8e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e11d80f5710b2f0243a0ded2adf666e99f03a8d4ae31bd046a4f39ab075e52c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c7701f9a66b9c4e766ef327baf24a15b096116a85e8e1e31c7cc0f8908495303"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6eccb3b8175524cc67b3ed378a599229e15c44a6cbfd3391de3493a2eb35e559"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d33d9f5e837a2e4bd86f006bf54235b1aa8bbd4c8814d551e843f0e0d145fc76"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "aff801332db66dc2255993befabe33c3ccf02892dfcada88fd3f8356d5754c33"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1c45a35de8e16d5d1ab8a8ba18924ec782c254af5dda7f5e03212c6092f83c3d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "12e71022755341710c5acb712346f6c3b6b48f410c01203447207b7bbf14a931"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c32d276cd0f83da30981393e27439e96f128a21ceb7c2c0ef2e7ed6b061bfe96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4de6fae2815a7ba88ed102bc4544e34cb2e21326e2ef79fa9ae4894981778f30"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3d60897568509400ea8b9daaee030d3cd4fceffa6e839bdf090fefcaaa72181b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0711fdddc907624bc77898d827accb5de4b499e749a30ed5b256d3bbea237489"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d289a7f3305e047932d0d20b155a08f7bf0c7852e2bc98995019921318f07f23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5e40766b37adf1e59dcacbf207ca42a8d3b3ec27c5201aa4192e8d0b3f23881d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "77eb59f7084ece6e6de41578da6f8dd32987e11eb784e2c805fe9196d5780707"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "546e69e972c30ad80b9192c04feefec97dd878885295d923649ed8166cde2488"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "71b016c18f202ed03c4a14c9586acdff7d4bf3e69d0eeec53c78b58b6e710d5e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "93d8a5ad1b9ea0aa32002b815a15e0bb40df9e89c85a7f1a6683c6245a23cdf4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0177433154cdc8c5221a9f40585a87b7eaf4aa8ca1b4bee36745c6c37c4970dd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e2023e4013efb9d39a20ed1849d5a516a04cc26209d615f3f431fc8b7945eded"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c9bf1a6283df6bc37130ec0854e7d412a6fecf0940eff2cf140f4a961744b51e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "612ebcdc1e4f2f5c2c7485d9454dcf79fc0c4ff474598e319857f0447aadb939"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "537af348194e5bd1f69ee8209e3afaae9f6160bd7b9da0e7b811157804d979e1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "41296a54bbb34920209f9eb281feea8a08dd46ea3fdf9920dbb06ca13d75c1fb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7f99f88a7cc21ef41f2e013ac553de7e1bcfe3a7be2cb0aef78c12780da2617a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4cada3fc6c4cc792b03a0cb52b7f931c5dff5da27f7bad17d78af04819792a45"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cab2ee308fcb0374388b5ba7381cfe68842bbfe987b3fb727b067cc31db996fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "67da38b768ca914fe85c18ddad56e401037e60bed47018ba56a7cbe8ad92e314"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b3504bb4b24a99e153922598996de304120caa61797aa2dc0a4b5625bfc1289d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cf5a9d574f9f7648cf22aff531ce6c5022cfd9ed42b8af267c59ec1f91118494"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f81dbd3657694974813facb8a4885cd8deda862104202dfe4a0fb528c7553389"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bde2bdf11d04be127a723f4e951f748752a582eb215095d119461b8c271870be"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ccbe5443a7555f83ae7ce39cb71bd57b69be10c918e554df06ac71b1e1329fc2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b22cdd13779c67f4dd8e2878a4f9c13c22824772a618b23459e9acc6029513da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c6445aaf8ecd49e2e209ec1273652327291489d889bc1ecf28c925203b30d5ea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "31fcd895436a2fc920801be13856f1070c2f533d7443be7c0999e380b2b06c7d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f09e7e58c3cbdaa0d146ac9480a1080f91dabf957db1f7372a8345e04a942c50"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "767023d3e5d0da78612791b94d79b30b9f611a8ea67027cf400f93cd588f9275"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e8f367952a022e85cdd40db46ba9739d08eb2290935285c5c6f9fb9aa247bc9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "851b03129a90d0318355ee1c10cd6e95d067b88f41a4dd5b9f3a30cec8ab78d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "81633e82045036ec08d86eec6eff0331bcf511c926f41a66fe5d13f8de406e73"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b0536c392669362579ed60949ddab0444ce4332b5aa512c80f0c40378b1d4fdb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "75e35c6274f67e733021e6234ccd04b4746aec4bb311ac62d47b659ff3d74c77"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "083b052960199a12b1b61fd79ba1d1a652be25f3a149482d8ad22c17e6aad856"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4815a57766151ac235742643d6053863dca4b626e2e46beb70a92ab162a2ef11"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f006a7998a7cde9b2afc41e2355622d38117412889d8fab5bc0d3bb91cbab8aa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5703dddb4c3931322f12c51b41ae420b567bede76aafeda41737e728b98d44f1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "88d6ef929b74a4a18d4e180c87c57ad48589e8fa340a0d9100e87dd5da7cf5c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "57b5b809be2c8b7388c2b89edbe632dceb6b51c918a1f6f4289d0ec1a8543849"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6a38ab0ed396c980302e570fa8f73e06449938f523f7e0f0729dba06c3e67539"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b620ce7ca7b1bd43c3b0470b2f0b8fc6acb26737155d691c65707afc6de89782"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4781ef19623da4cc11235210dd2fd3b66a0e8d58f407cda6c550993ce1af9a52"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4e981197844684c1d28e37d0775ea8363c79a98fa9fc5a7a669aef49090b68bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e77b91679e3cf6ae4befcefc7a6af5f005d2301e4a480303f37e39cefbc78f92"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0d3ea202fca70d3c20dcd0c3f297003301ba7ec088dac3d075da0aae9c3387df"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "363d32113efe0a20efd2eec301e5aba2dfd4ae53c7f46e89a1e3bebc31132750"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "46a90646b95f0601db9957bbfe62edf80676a8e744ebe75ad527aaeb23c3f3cd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9f259ecc619880636de477251132ba359b18843da0015206e55bdf14de15a227"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6b2b205d7d3b11707a2d9343473a2a4e4314342d9503a942ada0895c82cde90c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "60480df5d58e09bc1001b684836eb426dcc6673f34a55f83ea25772c4c830255"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8a4b6414705d92bdd0d07a354d814f293e71bd19651abb2d54cd30c49a85845e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8ae41ff47d57eea4a110e4dc3e13848b939aa542fd6f2e3a93eb5e087f86cef8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3f92e5315fc2984f70be5303190ecc9c6bd6ba7cb733302ff7f755f571dbec9b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b8055af419a3f14bd6a674004ca3469fcf98ade2853dda6c3e6aeda2dcf737f1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7a18879297e375154ee2073bddb0df7889606241b824110b30c0d6a8c6492213"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bb2534b7761d4d8ec78a462b4cb8d108cd3f3ca1bb2f029041b3dcb86aa1f736"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5934eb4bd6f3e2988b9c939a6e5017fbb0070a134d5eb5d17e3bd7a4ff5622d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "86415b978287ab7242044ff8ba5f5ff25e6278381d6ceca416b2d68567b7bc6d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8e7f933ba3422769a52b94e8427d659facb3b35e4cec40d6709f7bbb0faa2cab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ae91cb9e271206bfff01dff9cf4c81ba7a7b4ff8e91e9c518b49f23376c9ff77"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a2d066ba43fc0f624485228a7bf77595e99e1cb48e47049ec4dd414da59cead0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d8a507daff83b2aded4a812a6d2c04bb9e326bec641046795afbb9ad307ded07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2f22fd5c2ae5193bc9967a60d338d29ca790cb056e7f725a1a6118831576aace"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4f9c3b55f57a81de3c2e13a95eb397c3cb15cb4e9acc1dcf5fb54ebe5d01ea3d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "58e28dd61fc6bb6c57240bc5eb499f69029b5846072f6d28cb3019b5e4478069"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cddc3d390953562cbe255bf77c3a3d008c71840a05f53f855ccc7ac7647d917e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f6c6048c46982e41a5fc931f8506cc2b7dfd37c80a4bc95d0f2fc1bab6cd088a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f0ec1e44df245b5eb9365e0356209fab7d6beb51d41d419aa679389c6d87150e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a6e7ecd77339a6e4df8e16b476c24e68d280f1f11de7ae72c0f96ebd449f02f4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e68b2c795feea17902b6316aa591bdb3440e21e103d5da7cfe161a9262d76832"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "abd5706b2c28a9fec1ed4ef655e128481707bae6279dfd988865b5827de1a18c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "30bd36f65d5baeed86ca0314d67e6aae8b3d0139d12e1284c7d8802cf649c75c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3d3e95828a031d527d77cec1f45795b8c421f5dce38a2f71d50b58328896ca24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "46e202445306248b5f8de1c8f95d9143af4d7fa0e5bc7f96dad7b8efcca35ce8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3527550db6589867c4eee33c187667bb3807d842eeb66b1a2a8f76598ce86331"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e9c16c61af18c9be09d5364c6e3a9d3cefa4052cbeda7c9203d736e715b59dcb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d4b4272e60ab37cb7aa53198fca75665e59b3b340841d1d241be428f4b8bfbd1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cc4a24ea0574e032bec38e42f3ce76609c5899418a2ec5ee59d94207b7f6e5ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7242ba1357ef1e73bf1b150382f6b89737f3fd3bfa1394705cc3ed0fc0a4dc2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fbebe0ef5289808b4180e1097e90b62339e4b5f08b488315e1a15438a1d1065e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "44e33a2e4ec932b43467e341d14afb8b229a24966e9e73c23827af9a425deb15"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9cbda975ac6910d8e1f42b46379b317a153367e9b9fc1017bda840006aa571b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fb9a6d9917a3878dc8bb4944e4df56797d24a89849256589bfad4a63cf05075e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c22368d41a567b526816c133d3da5d1dc1b819faf584152611f01417e64c5eed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "83af587184a71542eedc5a2bad1d9943d169b0233cc03578ecfb3a2ef7e6ada9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2505f169a3ad3e165bb1f23c5c9afec3ce31ee483d3310253f0e2edf6d0a36ea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3af3f9a8014a63935025cfeaaf9be61742032041c3bc74a7ddde3f97624a747b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0f1331dea61ddfaed6549cb62ca376a943715fd2111d314cb7dfbf611c37c44d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4c435619d21af0e874b8274487c4681672172dcf2a1514ab8fa4b044913ffe10"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0399d272bec65211f3d97520ec956848c3f65dc898e0096c2d5d6defe82ec755"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a32c0ee2ec11d9b0e692ab4bcea19c5fe2b13d9e9a0ea95f1c35674ce3fdc3aa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f697bd23451ce66225fdff4cfeb5aa45e97e29a2fcaeefb0a8246a721bc6f672"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d6ee7b8b68c6fd30c167f86a3d4d0b5e731f4db730f90e023cf591ac5f8f0b03"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "15cac738cf765f83e21be100e5fe210e8d02a45fac6597d445675142ea02a6b9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "659f48f2933cc164ba4167ccc55b7c8e48bae43a00876bb401bff6ef694f6c38"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "de02c779eea26ec85c783f69ca0df234763c29dcbe6b3fb3693652ba8fd6dd26"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2c22034549a8730b88ad9514f83d20f02b3c101e2b9f861b75d8379af364c630"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0ec10f32b29f61706f43094f6fe146056a517857eb69543ae37a844f9bb71a79"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0c903aafeb999f7b821b5f50e8b590c2cb38aff3aaf0047158bacecde3b95c0c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2e0343808831d924ea4e433a2c88fb4b0fc3fd7ecfdc9fbc9d30c6ee7c6fc8d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5ad0557fec41ab70cae1258c09bcda5918ff1bab9265052bbb09760b0f33de29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "81fd62373f33344a4f13191e787dd25d45af8f2a29c0d74929a9719d7fee75c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b10bb0ac3e8e4bf2008f4c039f2f58ee2e301d2a4850a325874ddc0fd4d9175a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "82c3444978106c6b10cd178a8a399dae0e734bf9ea7c2c6da9ded5295bbfa676"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d2a8dbc94eb3c41be44022992a505900500e5b54bf998cc37514ac49e7d9b57f"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3892052e08c32a38fa9e72771cdf75f5189dad4d7b3713860aaaaaba01edf529"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a4a5809ba67c20846017b06eacc812f917a3c5f9e98f71437507c0bf349c6ba7"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "84267a5cc25163db41626c78204f787b12bc3856ec3f620b6e139901d6b351c6"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bc071acaeda9cc5583faa5265190144adc6a6d363feee63b40cf148b18b98d16"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fb3ace2d71dfab6980267bc03514190d02532d329380d9a41a7915d236aeb3de"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e15cb0a005d4db739f51c6ca3babe40cedea488328ba8bb773ab08a4eac27ae5"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "944c191084119c966ac73d96804b7f3dbb1f34c43df84acc6f496753d80a8f30"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "52c1e988a0016f50132373928eaa6e7291fcedb6181dcd0a0bee4ac888b4d301"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "789365b17215077e1dac8f08e8e5f09a48cdaaf41b1c9bff4133d18c4652a9f1"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5ebad836bac7d2f3b88f45b9ccbc3ebf88776ac44806e86888e95516684740ff"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8c262828ff81fd4505b503eb9969b0202fb3455e47b24b3e7c26ad3076045f69"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3e5df1bb66b6890425969d6580ed688896617bf63eab344c25f6072f9b187d30"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4e4c66acc2e53d3ea31a99c594850441badc04608b72b6ea7bcced50a9aa7057"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "045e0a27dc3828e3753572f4b3f6019ba0bd81f7aebed028601abc923aae5cbc"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d0d8175e40d9e6ff2a9d3a98c52bd104091d0a9b274a4805f333303cba58e9ce"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ecb6f0f32631ac7d7248a964d51d2921dd96ac686b29f55d28ade99b5a7c8af1"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b299963270f079c04320d29f3cd9b6dbe9a18015d91fc5fb0f599c9a666c07f1"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9fc2973a6119c2f00d0b8383f48d6464ddcaa586c221ba7ecc8d14410082a427"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "85d4f5a501547fa64bbd5382ae707204ebf331012a0aea2e96eef8ca7d579496"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fbd0a2e86dbe8608182654a6610f356c06c8b44297eaa3140853f442daebe4b0"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "13fb3b20795151323f78cb5d7e9cb996d29ee01102165c94063175491f7658b4"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ed1e878b48b5f3077f3fb0a7f9ac76d2117a4e72913f2fe366e3ef3669c1f6d9"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9f45140d7f6d79a828f638f98a89042555b0fdac7d4d7e22abaf0f41f6278993"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "40b2576ff71be3d275df45b047358870c80a431313dbe2f234af1e20addeacad"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "04b16ffa993fa41e12b35a3688f4c4942713e30f1ff05b0a1d4a1c058fefeb0b"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "40330b9a4af5a14ab2342a719314ab4930b688f19bdc978fc1326c55b236e5f8"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bba48b21f7be036c6bc4dd2981103919ea5077c7dde62341dc928f27f45d5a49"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8212f9ff70e3ac10d92924f3327a97b9c4c3a98a23e45f7b329fa95c76f63462"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c1d4682932b30b73b69cbb17907fa758530d1f4fa7d4b31d3cf7f685b334ff69"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3b0249f6f9e846d630b8e1ec5eda0bbee5ed706dadd3c0be67f79409caca6933"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f6110aa3ebf8275d9165df20255af3c6069ed3ca096f7fa6d63593ccbdf6f99b"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "dc02262db047012d713a85a978e30982d33c62317a77920140eb9d9e57ef1a62"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "75a7ad1e81fac8be08f6838c5d5315b5ab55bed5467671f49238505961fd9c4d"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "497d12b72c4ccc7687ec859b32d6bd6b95233425d7c5eabe9044011732d719cc"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "30a02e4aa7026dd09e752cfc76b19c7189133f723d2b88bb505da639e0bb4947"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3ee3cf6c450c9a21358abdb94a01ec21e991828f416f2d3e49bc0866d025c86a"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "02603a8ee5f8ca8eab7cfbdcbaa381294753560e8268a5b144a452b73a7611d9"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "eb753218a9f8675f37a35e5865603e26297870e1100ea3e6ce3f2bc19d365220"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b1137139c3ba20e47529f16b13c092cc88cd8848e3a273f5369ee44f942bb2d9"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3f1f1a1be710f4fbf835912ba9942dee91e53a1ce1441c307638c1178fb8f419"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "86283de4918486df6228014d4c20ac9412d6ff57aca00110993d8282f5eae41b"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8138876ecd46422d14cc8cc771cc63318122ab2598e9f49a468ee1470a35c7e3"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "be7571fd742db8c5730ba0c9b5fbccd8a7a3ba99f532b122503055b99832cc64"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "dee12453456e2bef8c5131951276b0a65b9b8f2fd0295b9eba4ba893b258da3e"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "197a3829da89119a0fef90b52a416c3fc6fcafb9da257e3ab9ab0cb841971de1"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9c847b9a156a77ed2e436a7b6e10684a568f01d57a7e6af840e104c107138614"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b42144cb35e67cf9ff52e47bb85857e66eb1560994a03170cf217d55d418447d"}, +{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ccefc1746a0071064b2056cfb66009d3f6d6dedf67214febf6ee19ab02821276"}, #endif // EXCLUDE_SM_100 #ifndef EXCLUDE_SM_103 -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c787b655e151e866e2f9d47837ccc44154cef6140123d5795f103685ac4ae2c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c09a727d49839d9b54bfdf8398c43dde7856890e88eaf27a0f3be3db09386382"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3e8f67b70ca80aecc7b18dcca9052f08f8221e46215d77e6759baf5701c79aa9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1844a1b6b41aed840fb4c18afaa68d55e76409c3a82edc75927ef234dea41efe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f43dfcec24160828fc10db0e872c8ce0e6c02f6505a0ab7e6bde8dd048ca9e8a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c0777c1569e79d9beda71687b4a80083f839831a115fef7bb5281467c2f7b550"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a4b515483cd00e8f682349c3d9032955104ea1e88322581455aed880a9704ebc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bf7837d94a30066ecb6dc5d07366d5f8fcea736add1907bd0580698c553d649b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "33f927252aba8743819a4bb5ca79ae6b541c402ab31039a7777a162454e771cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3eb0d90628eca6bb236084be51fbb086c892a323238bbdb232f422368f3137aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "67e369c601c28b6f120aea62b06a3e88693c3eb197d58e974bf0d9c1606c0811"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7789811acd1b4626b4f089a876d6e5cd55dd667cdd3f07c525d4c498a522624f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "279f261192e42097c5bb9009d7ccd6b759c1928d592d16be7c918ec50aa109c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a4216cf3d64ade99382941de1015e302af7cb29bde5c80660ecc9e5f96d7742c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7aa99617df4c8433d093d412e004663093d4a442e143daeed1cf3add05e23d18"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7743e481628600a60a2468c189368af26ff23cd8acef6ebb8493718bcfb2481e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "288f418dfb3da582948dd61b7f4bd72dcaed8872ae77b279d15835226a263460"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e32e087f37a316290d3f7b2cd9b8a31b56e8c095679fa4895a475ae1356637ca"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0b6762a6b74a046caec733effea9d1a2922426e95735eec52b80989c5c04ec54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "15b256c8f4b8836fc8e5ebea0ebf624ddf912cfe93140b21fb19c8e423f44b2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "136a15cc127c197534382697d6351b882676b10b13ebba94f7e4eea615c7702a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0893835bd962d2c5b3c3f4c106ef5ad21862fbed954cb1466ba4b6eb8171194f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bc5b4951b09c045121e65860190083caaf825d43a36d9a259a63f54b3ba96694"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "273be0d4f950e3547d905310ab417b50174450d6a4ee9f1aaaec075f5d8bbf67"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "72ab17e2c09016a2d24321c17e4e9210b2a0aa9ddc4119c1201681d87b4d37ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d2ce32e572e22e2b2bc0b9151183a30f1c286618b3c03c2e67dc950a3ab5f61a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5409b44b37824f525d66bd4928a3967e6cd38e5a64967cfe8d535e9b10fa33dd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3cbdc7031b2f04bf7f139bcdc2a056de129afb72f989a987e7ed18e19630d1e9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "851553b1da2ef94991e6fda1fb4e615f3eed7ae5183ca556feaf8e9eeddaa06a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "96304cb330dc696e5b06b418aa50e503612ad37f72b72c65b81a7c820add3b61"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3e62839c19481ebef77c1d04d7b0df3432fc22c90b3c7d1158478f2b6e34eac6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "aaffa3be9e90cd1fb62c79cb68add487739b3e6ec0dc2461cc7cc054b5c7a027"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b446869cf56275ff8788302e7c959cd9734dfc29615c9dc2cece084375cfdd3b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bbfb5944ac7d657e87809f049f9edff93e1eaacc82b90c92513c8225f815787f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2a059ca26dec126f97a876c59a9925ddc0f1798d311d3f708e35fbc167dcb8be"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "67b7baedcf65636f5dbe8177de7681016bb7250e70f833b66f7fa31a5ecb32ee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7798a24100a07673e6f2dd79a8d5162a7511ee0bcf97f09bdf4eb1a3a53a91fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "24fd28da88b5bb2867e63b9a27464e5764e0e54a6f6f0087269999a0ec7d561b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5f1003f0af643d8106b7dfbd3e6773eac995bc26b68d3f014db0e55c7794ee06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "542361edc12d9123806dee9e0ac3f100f36ea27a7c39418f18642c9d6b5bca28"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6b76b63c9eea0506f7a427bdd27eda48c85203b37dcc97a2a4be04e68f1645ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3368a657c72c7f1e8edc565b65d5e12892f2f1981e3842d1756d5d0f71e80720"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "783f7b3e0509e47238f5c2fd98f0c4d7ae588153609353188d087ecf33eba48a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4854e4303312783c593f9f50435a4d74aaab4a5a8858aaab69f2e4bd2ea5790d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "75d128faa99773749c12728896495b0c9457d623079b62eca24fb0315755a1bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "902b0e97f18162dc0cf04c01d73f41e3c8df19dc34384061d9dd8553c7423791"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fdf92ad916258bb4f7c2c1d779c6b01777ea6eb33a1b2782d7f8f211c2cb9471"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5f2671e4f8956cad218d17dc02c47560588d256f6cd0a64d990a966cfcba7cb2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "55f191e0bd240be1c22258fdd57b4a4d9b2bd72e385eb3bba38c5ac5ccc0abbd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "552f4733b10e92a0afec71b980a779f5cdf101ad5698bf342c4dded47b06f731"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "12d2671820fabb44fd683fb47e0a0ef7735fb826b57c1de39f82e96da912824b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "365ca4e357a8f8c37af05226f11aa653ff1d124f5dfa13247dda0865a2013b61"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9a9bbca9e870a76c6fada9e39b808b76421928ebe0061773c835729d968510c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9edb6e77514301526ed014b9d28a307c7a6d79d4e22f772a182d2bc5955e8d92"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ab457086780572cf47f39e314bf8babfca45f1edb392b7c800f7a9e5a93c50f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9d5ffad49e747eede0e99a9e6f781f3803e11f291dae734f7274d8cfcf6e3ad9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1780c53fe16b4d7d21feefbe048e720834dcb12ba1bef629745185ef531c5973"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "172292b013505afe2e92cc8b93617293fe648d3a915e61a74a4b7470bae48cdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "535830072365ff0d3c1b7a745181000c0dbeb329940f5c0d4939a65bc9ef3b93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a47ba099db7a799816a9ec8d11ac7120c96cae8257b4b696eafa410feabdbc93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5046aec9c811bd8ccb448b7d342222ae816d0873650f550f12fe49a7ec2e542"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc930712a7897086128e0f08353d23c6386715c7bd4633406383e78f10bc8378"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6a14a9ffe1ad654e0ba1c2cf37e9de9e9461d523680c0c6c48666c0ab29ac8ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "586ac550130d2b15e7e5cad293bc79e295423d306ffebeef5553065d5f2250c6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d92df2056231b653c5f8ff9db5404cbdde1aa58d78caef3070d6a607d7869420"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "32810b0c631febcb2d0aeeaab0be5335ec438d827c05eb073f0b506af602b951"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7533f4eb89aceb6978966c4f6ac17d56f8bb8b2d0d8dff64578b91cd33c114f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8a8d375b6919ad3110757baab3196030875c78ef3a862fb62817fa8eaa08b156"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dac1f842df08e204a9e23b25d2318aea33170abd8565c9d4dcdaa7da0cd7cce6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2a13c8271742778f8a04602bb812855b984b6854c4b90a29fd0d895ca02303da"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "87e5e5653160b55f49875817bc3ab9dfc36c25ff03223a582ad9f6b01cbb57dd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "442f2de51d32c4edafed3a84a41c829e78fcde438c532294c74772ac6f4533b7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "77e43b61011a0f0473f4fbd46ac0d2a2b1da7274089fe4ce523b884d77d5ab3a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6369ebcf5c3b9297ce37a832e2fc7065092804d460ecb62193d299931a9ddf11"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2923a0f139d7a2a75cc6d50b7da0d3170d9f238560b7627c8d2e3f21fbaa8d1c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "197a9597fe2cff8497f12f4adf6907679376280fbee897c0b4c4c63989afc69d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8106a44be6a9dd12226c64a9f1ac6e5caac9afc27794ad774ce649122fbc51af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3e7eca050407b0a1d33c1051363a92f5f22e09224f19857b5429ef38c6ca1183"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "25e373999904f0ccf030b6e51daeee4c3068d10301d82b4a3ca95d3d6ca03881"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6400c927a5ec686aa04af673871ab24acbfcf838bc72fc116e9b6e16a7b068b4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dcc09da0600f86366a5f4200d18884fef6eeb0a719c64b37ff8e4169f5094eb6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3da310fbae9bcc8ecdeb4bc9370de73409eadb254ff8cecf75f8bca56d017f57"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fb41c9b35482758984ebb55fc4eef8c1bb1c699dd1a1d61c22a896cc8889b1ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bf9932eec4cc0ecd49d66c8073bf6c4f7e0ae6d90d437d9906e88e55e01962b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14aeb2aad1ea82410f52f424950d91db6baf173353d86d366906a94c5d2d5fe9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6b69da7067750bdba107de342ee1cc6097913e4fd2c919b69fcaefd250f9e9bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ab154a725c2411322827a23a14e09174aea9b42eca7e02cddd77f4f12cd37175"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fff410ccc8a7ad937a9c30705a562a55a53571f4684baf32ffd273dbd4748695"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a506927ecde1ae734d741317ea937be640da3781f83547bc8822906289a68f56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4df124703a50c80dd4aa37e0676f6b2abe25cb8e10a065fecae0ef0aeeec647a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "927311b6eec141ae258573a07f6e5ce79ce5b2812cc267b030ffb1eed159e805"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8979eb4ed2635299da756895807380f8ac255e1f1f74868b49f6d8737f97b6ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "99325df4ef72a4733c1081c7ded85747501e3ee920053c0a74e3c5685569d3f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7cddac8e1cf825e830d5b30915f6c98f45eeb301c3b50872446fbd82eb3c1e73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1c735ec37141d086655e2b061a9577cf50ec89e561c114da22c7a99c52d3a6ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ecfc910d3bb2adb8e526061021cbb657c48ca7cbf7df1de4fe7b143617b896b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "81ae14a8607ef174c1de0487bc4af70ea90af5c014ad68e6e18c594ab81a8c77"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "48374e662d3e7e1e6d1f27920b426704d48176f89189f67ff1b8c71c19d82439"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95ec79eba407076d22b25101dd5e6566f4cc21e15679371be435014c68597a40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7114aae45cd80954c2e5a4d118ab99d1d2f1859ce85fb3542dd2f2721c38e508"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "67021b10a4b46aaa05811c0c6ff8ef6fddc1745cf79d3ebd6575076fd4e54d99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ffc8ccc0c10e29b2839773be3ab912f68753637526fd36e0b29489935d3cbd93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "aa48ff63bb38deb93afaf012c92ed0698dd5e7e21fbca3af39007432f3b12cd2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b10bb9c5090f51f0e333efe53dc305c29816a65882416804ede65c98a0b082b4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "015e6211cfed0997051ea5a76b4c44001dbce3a1d53da24a6619b995a4e751f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4a8d7f67eb4ab61c162b9b864e701ca4f14d7c5c245bc78e3d20f83e3a50a2b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "34313a5dc3e6cb07b5264f6e121562eafa34f1e9138f9e62ca0931a0c5dae4de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a51d249638944d46e88f51a68571e7046a1cd9114bd0b2e09857102af3806486"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "03afd3bc3793ff2638c47a34008c6a4b37d8d5ace68a26a0255fe1f62bca8441"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e8d66d43523533284782bb0e8a41122fe60d67f72a0eeae78ca3fb67ce50e0e9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9c048832f64c5bf40fe5f39c1675a761d67d9040093dca6f19956ab0e9eb12e9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5d93ec6b645b48f46cfc68ef61360e030c3b8d239b3cc2082c5e4b6f84cfbfed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d07d7a70be7bc17bdef1eb3b78896a3043449f03c822adfdc1aef39518ddcae6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "82b988505da6c18462883c67668911bc7e067b11d4f2d1b4cba4002fdd60be6f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1c444e08ec921e05aac17c58ddd0660f932b96e84d5e83774a79240eb46e2add"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e016ec8216151d5e1af1c0145794d9bd199c7fc3d54d2cb0881e243ec6f32448"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "de283f25d343b03ae4f8db747230db3b1f2521ee7c087c0564797d0d9b1df444"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3715cac62121e2ecd02be5a0b93f56cf4cae97961821b7780b320b6d80ecc706"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b048d1a06448dab6614b9425bb8b68eb268e7bb49b45ca6b7f25ce1ec03e506e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c11dcc1ed78323ba08d4c688cc36956a3be914f3a72f004c8aa642ff00814acb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7d51a99fa49d1cde54de2b86effb59a6bb8f31823b2a7f91dc95e13bff96cbf9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "270cd36060920d875f2a15e718b44ee8b24d91bd6d176ee4630e95f8a6cd4937"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6ebd11637a53062705cb574580795f0b0c3d5a118ea747bd401f74d69f8fd68d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cce2c7a2c05fa7babc5d649c8ff36af8a73c613cb3709707cbfc8074e19c3107"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "efff59a540d561d7c103c43d76c3e64afeb7d36f3e99b4aa38e18ef8a6758953"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ef035ab36a43419086c7e354f5f8bf7ccf878c8d9dbd02ebcc56779defe9111"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ccfc09ad84125aaf03806342e4a1f50d83d1a5e83e288dbad397fdcfba38bedf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5be96167b6950f7d31358be0fe78fe4a24edd521066227ff560b8b550d30e37d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1d3ba4affddcf9a28df0de928f5856d956bd96377d05d4e9b5f100a7911363b8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "48acccd6b622ca48cc77f8db5066ffc4792cef7dc1c0d6268a78560da295023b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3a11b3657eee5701dabba4858a96a62a00ad1ca09fa3e8334a8b6e9763b5ef92"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bbc7aae182455cc8334da6deae8c10ccd333d4c179b342f823e1a1a82fa5234e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "df95e31e6d879547e970cbc7817a86927daf420c54b70777c5bb4ca440afb067"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1b69156dad49b7ad2d52cbdd78de2fe5a85d978d09404c7b9bfdbcb3e6e83945"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81e68700f29a459c2122a391b7b2f9b91904b5760c5b488f0416a1a432edd4b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2d9abefb66de87f0b1c3a09d0688fcc6c820891c5dfe8e5d3aaab02c7285c5ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "90c044a2bc77cb49600cd6c15793fd2d5dd3800f8eea91bfc60a0088af02414d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c40feffa433bdd3c516747d2e44402ceeb73640b693839e8f12b317f5141a7eb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ce4d915ed4fbfff05e6a098bcfb0ef3962ebe2c4e78d4e3aa8618f92ee4d469f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3ff60bfb13ffd65aa6b89586f3167aabec34e812089283871cdb4034faa6d6dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4e0517c3876c45e20f47939ab659b0df53b19cc0084fb4b7568655da37bb3bfa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14aa6fea42660807aa48bb5e080ab7fd34b232f675deb0d64b2a610e14ac4a12"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dc7d2c79cbfe44259366e37b7b1e8fc81ae29107328dd5886679ae68debcb7d4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "63a677905ffe5d928d02d881c7c0a8224e9e17dd81d33b7c81aca968c65f3a62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2035e1bda7cde77434fd06146567aa58a4a18299176cc759f4c5411c67273c71"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "66f8ee9450ad61b02e04fc3371dfeb8760e492fbdab92d9cac31a401c18385af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0a6404eac5cd3a65450916eddcc25db5bd4d7e0ded147b404d0d7cb32220331e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5c8d7e11a821e3868f6cd4ddc476c68015d9e9faf62c31d43ffe5454d9a3dd40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "318dd319803f7d8338114b5deac970d5c2ffd6ea81701673f4ea2a1a292ac6c1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a13e6824328a29f224196235809f5d5d6a8016b1aa37765af510d87be1226abd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "403e01b61072ec006b256a6ab956b34ffd2512fb54bbdc4847508f60ab87e6a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c2fe70f848b4cd03f8dab9aff4b6e4e8c9996c3e111654f27f65b84c2eea02c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e752b6b7ee066e2e0d2a31da82904947f4583c2fdebc2cf99bdae597ec64973d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a14d3be5cae55ec649791537d2a3ae0d7eab8668ef9f4aeab5b6680191d65df0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fe0cd4749eea1b397823e80b8713fecb8d1cc51c9a71e0391fa8cb2bafb5abda"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fab6f1b7578aeec12e7a68a42378abdbce2358679985ad06c5f18a3a715e4761"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7199ae058df2503244e8961fdfe055528deb427f632b717b952a21c242df6b11"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7bf708bbea491e35b9f03a45908fcae463c044d900f2969e00f5994019856128"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "67a53ce895f289448848f4628ed9a03121ab4fbdfabba9b987e6e5a629808946"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "23727b60e2f2f1f1085bb2c051b8ea183793c0d97793493564d03a9f9e9f28c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "771d7078c83035c2f91d43df48417ec4a9eb68d39a7d9373c6dca2ec2549490d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b4ed410582ef6f05145d2c91c3613dcb48005f2335106c4b02da02022f67b2d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "28dfb8b6192042dda68746b95c9a5e8d1c66acfd4316cfa5cbe585c84d67e6d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "01a87ce990d07e8f7ce4755c7c200805c33aeef345b8cce900d81745152e2760"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "33716696e112ae943bb0f3a19af72851ff84a8622f5455df297d472ffe171f24"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1b1ef8ac0bb39e1b455dcc96efaf921f0fdeecef49ad5767e1177b79005cc32d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "99e7ef9fb1a6216ddacf8d0dace8cc8baaa53bde18b149efe604c4a227c188e9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95bda692c4af03205c7e0122e27a903de556aab84938fb9b70d43561b4a54669"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c9184516aa34ee6fa1d8335970d5860c282d8fbb9383b5d3d0733e520004a0cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "973293cb3aae9b29727056f57687113b22dec39f7dd3cb580d738139f3dcc09d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "084bedf54897a30415c04a242731930ed398d602a4ca35bf3afdaef49ce48586"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b7db56dd7fa108760de3a807d1e2e985964901815ed351fd24633f3fbcda3582"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "09f4d894f6cbee8f4b57dadd1ac15649fb492f908a2df3a978adf50040351d16"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ddc573467ded5a3bc3d2f17df3cde12f8a3a1d9d1412b6f5ea0a1e4799d0dac6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3cd0508cdb95b1409a60ae92f18be690d193718fe81959fb0d91de255a97c90b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f9578db4084c73eee250dce8496639f212ed3c8bf1a1059e1ea20a580c640d98"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "61941247439a926fbe1bd28dc8a1806d9fd2e58083b376af8b03acbbbfcd7870"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1bdd81077f8e4f791e9b56d93b93293b78933a87a19b7c15c757804cb1dfc2a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bb72c1913aca8a7f195bbb4270f35bb313d18060e8dbf5ee76905c6f17ece4e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5661725ffdf6c3b9150f3e99ea83c0787ee7c36641642381d19477252772341e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "15a76a8684f9e7b40eb1dfe63675f0fc68d95b9a7eaebdcbb267c5a58cd8cc99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "80fbce8c2b4986ea7b0c4b873e658b59b3617cdb76570bfd7fd36ddce077a979"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "904641e087d9cf70ce50c19916de0b51d7dbc11f35879f6dbc719b52c5a04edb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "033403e6566babcb5c3510e8ef6458852dfac3d272c939ccdbf16c1e535bff33"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8b9088f933ee9fd390fd867631fd8510c2a9a421a4e06dd2da1e838784f82248"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ddfb2afce6870ca32fbe2c992ed5018e117b1fcfd4926ebe4f464503275bf616"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ab794d9c0ca3ab16a0423a8b22b0633a89bc2525d4750cb768dc408c06cf66c4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5f5ab7c2cacdf8851ebcfdf99c9cad4e2eb9cd26f93f0555dab73ad98a3cddfd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1d5cb62baa2c08e72f83f99217e1b8146ca4d9f62c1e19692c8c0585be96551e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5a493a7c922e5cbb0fa689c443f99497d34befbca856fdc291ed2e2592579045"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bfdb66d4fa139dc8b0753e18140940eca3e8f9237aa6653370640d4259a36819"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a1645a42b4e1d1196ca1be00e3e1d13a711f5ef63d188ce857886ea3ca0e6c93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "56eb2a562ed018ac9eefb6b376ff343702e5c7623e954a4d3686f4a4306ac58a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3dd51d8ae51dba40eca32796f5fe2c0c49d9365caca5614c1259c9e38159f947"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b6e83195dc17d1295c42e36f899dbc9f3316e7d412e8507db8248a7f04a1b8cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a177f3aa08cfd0b618f6c7f17de773de3ff449f6cb2708c17b339862e1fcc4b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cfdbd0b8aab5c3a655f936330a1a4690ee4981d0f7dc3261ccc1082f1396883a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3f08a8e03a016e651f60f314862a45b3bddab783e31160bef742dc9272bc6dc6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7e9aec8ce96f0933f7301fc197669ef5b4000036cf1f5a31bc5f1525adacdb67"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "87803db65c15a0f36ac2eccc243d553788cfed73226a91cbee717542cba41534"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6254496d06e5d9de110766ec4585ce6c4592262e2f7fab4944ced39ad5f9951e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fd41d9f5ac8387d64c97ec89dbd95fa7c9556d4a01dd52d3fd76edea8ae82163"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0a71e093ac43394b6327afe0c4937a7b1be376fc4aff5a36519a5d46d1b10328"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "72b0504ab5a5a700052d6b3ff7331b074347c02c924a5481e8e4111b6a380bdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "728d6d5efd28fcbabbe9a652550db13dee82ff110009f36819c776d886c913ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bbd66dbd0532ecb79fd41c3711b4de868cd81892be3b5f5b0bb6951c252d78a8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7805c42c88a453949e4a0e5c948a275d436c534695196de3d9d45c5a78a8957e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2e1bea7ce0fe3aa9e2f8adb4d5925995dd046cda391a8b6f7e649e80cfe7e7a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "028b0f0da8fd80e227fd2b2ecb7645c784b9a24b892153c8babfb8dd4e392241"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ffd984ee358e1975c93600bc1b5ba8e1e1cdc9ffffca8fff96a36c47278d2914"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d5fe7c6c498ae9dbe7f771fde6327bfe0b29e8740e0d9786c0a1003eeef299d8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c3dea376ac28ebc2496ac484e923d2127061b7c8484052c6a87e9c93817f17d6"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3ed9352087b96e3e7a924b8a9e2a3ed974f50d2c66e030a25a2e0e5ed33d0258"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "465c04b644f373ec144f147e66a21f09ede4db9eda06138a0f769a06f445ca40"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eca3c4662af4ecf1206beb0383e652dcc2cb1a05f2268739994d175e628fedc3"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "520ff51e07120a21fa5d71e429ef2baca2ab05994f3281dd77a758af38ba9838"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ead3fe96d253caacab5b084e0872ecff25da97c6dc648722ebea5ce3cb953332"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bfd23fa88fdea66f282ae10de87c30ec1d1a927c48392c3a84c5654e9eccf635"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a5cd776b92be6c8b47e9d1b1ba7fbc61bf260944102ee96fcf7d6ba535282267"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b6e6dd2e50c2ca6bc864994c3b72d7317acb9fdf4936b00c86ca4e6ee67ae02d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6f43c13068b668b927f406d874be17e25221bf091c6c7ae3d425daf2233ae806"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8c5f696e7ce94be6dfced955ce0c59bff0aebfa68ebd5674cdd49475dadfaa26"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f0efe0575509492e221dfb88fb912436092154510d170b6bb1f394678d57093b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "440b8d9b5225bb5ed1c2abd44feb24f647a52d366fc3e37e59c06154bec3f107"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "450d11ae8cc8cf29cefe2f4abda1517e8d77c79fc1a5492c6ae0b0b5da326efd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b128c15e0f4b44d12bb58a6ffe985ee948f508f6ef71959441adb4b9cb251ac5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b15fc4c885f53e59a22d00bb13a0080aa299796cbf031d3967ec6fe341cc826a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1002c180a27d83f7b9e2c4b171a6529f0a2e50903a29267937dc61a26e21216a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b2acb7b30f7e90838159f5ea0abed9c4031f04405052c4e2f40caa31d2d1ceab"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0f32b0bb24d8cc99d93fbde08754dbbdf98fad134a2fcb02070193e84ea98c5c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bb3739fb892bd8b92c0ca57c94903275e0d67dcd144cad7887240bf8c0435e1d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b3ffb73b396324cfc0d62cf82b6cd39af7df5e80a54cae77d36a3f56a260f18"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "339b67fdccca1a8fbe3e7e1d8b4ed4b1b63fd4951b04d805656ed3932189e417"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aee7a91802b254c95e60cb2608700209ab79d3c0f079cb12bdbdff8b18e4b41d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3353c12c5eaf6e379ce7eed3043637b9cfbd43fc2517aa536cdef0a6b6afac6f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "16c90be07071247bda8dad783204b26cf2a10368a3e2e5291267f650b0d1a03b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "07913912af66dadae40cf5d25edd7587d59492d94204ff89ae27590100dae691"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8837ab4631d164b23fc6fa85f82be747ca12b276f65dfdece4fcb20f2605929a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "48a5575ecdf238763242ea2dabadba7508bd6db909a2296ac9c6c9c68795646e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "50546230d2d153e7507c04c1d022baf538ee53848f02c6f3c3f391fea8b8a9c0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c0650b4175275050cbb387ea19e50ac0c35f27811b1cd13817e5348ac21381ca"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "96ba8c835d66ccb64962648edafd6fd04df23b5ae111d3309e11560985b2b748"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c06979c96e51f9ca9e478abf3f1aaa1f433681a87c43e3f451c51ea1de341fa4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8603cbf0ca7854cd44a9b57f4cb7ab3f63d2686704fd709da2cfb0d3b11fb0a8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b1366b86ec155e9ecf1c857470c2bea3cc8f53ba33c0962d0231d8c7170da279"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f13b478369585bf735868ac5c6bc9dcbb7cf1565dfcd17963a56d7d0659e1120"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "49ba1b885f81f1f88aba51b4bb5b8d8819693368ba3c3570ca7f09c1be38ce6c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c51379022d04672011794a164c73a360efdd1dd5f59e36efb31597eeb2a1305b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bf49d623df3ff39eb30d410b02cd51db021131de09c9a232baaf89f4e70c4252"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d083b88ae21cfbddf36d28b3bdde81fd0940ce7542697dbae60b36ff4362554f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6af598f7ea2a135a3624f2798ce0a1be22caf1cd88e175a1ab3038bfc8c02f5d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5bc5d2ba46c398e0649d7495f74e1c73a76e41e3d41aae2742929ac8ae51a932"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30a8072c22c4aba9a19c9c0e16bdb381b460541a6ce2352ab14af90269749fb1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e6768d9b0f50696060140e51eb96206c90acdc5ba9c1d90af9130da79705f4c3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ceff83e35c7818c3f109e43851cfbf26a9ba76e60a07be1b3217620183e9eb8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a43db92d48f01989c0f389eb42c39c6e16c4dd53491e6a112889d6e8013041d0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f25616875c6bf869d6f7076c3ab87a3d87ce9510a41f2588edf6630459928d68"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5184e9475d576c7bfedbfcdd00d175e8fd6c3b5c35705b9b412a1a4ba2e97443"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "489dbd660fd8af65a73a65984725d176c2fee9862be492f313ca1f0a25820199"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1660ff75c0eb75403508ccded437103509f8c24cb617f05ca3eb692b2143f4c4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "97e2cf43ed5957ed1f1a6efea7021ea1ab9875174bc98bd3771c01fc3c2bfddf"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6d3175f6340f6b43a3d31c8d4c4fc747c5c6722b594567a54ed552d97f7790db"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "18485eebb06844a2219fdb0cb08551b720885960082e06f788c0e39273ac4183"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7e22b6dfb46008ec773050c8c6997def147e1c78e888bd52a9bb64526e459e20"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0d09cb95e9f84a2520143921ebc47cb1166978d48b92a82e4dfb434abc8526f5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e66697322b5498908506eae25fc4935845942e4d9c7482d0482e9270884edf68"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "27d579723582ba4899d93a813dce2085d48a93ad1017d6bf246a76ecc1202a36"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "edcd1781b7c2a69ca6b599001c7a9dc70fd2b5f8dab7d19caf6009ab4a533892"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "86270c679c5829bcd92af02fd29510591486d185b62586eed2688d97f08195bf"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c6870ed053584dbe474a68febc2e1c100dc9b93b4e8b0bea9602e8b786fe40b9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "84f5b2e7be48a6d3550882d74b561980a7c690a89c21e04d603a5e2375db9eb2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "37ee13dbd2ee00b85f7574ba6901f0f36a8f42dc32a09d943778bbe1ec4f8090"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "593177799c470205ef40f0528a8c1dd6467845561bbd64bb522e5eca2b7c0281"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b551db71cbce04f9b141fd06376598216de48d7c20c93858b3f5765a3cbd71d8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "74c76d2c11a24a3a341c70018aecee7d0028028516279446a48ca5bdbddacf40"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9175970e04ec8e2fe7d3036b07f3584ae67e846066039661c98546f02b9f7481"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "deebccd04d087e436102a1e273c06a5271d0cd3a8ac5c9dd6d02697e6d96cf92"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "379696776301dc7b33a1dc98953eff8026158f080679a0f7b5866035a9036a0d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b1a9e9306551ccd337544d29f04e19c23d0c0b5c305385bd506770a85e13ff10"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2492018f7862c0aaeb90a458f67479a316f13d77a39d6d382cc663fc015f8e3f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b72f236d00f2caad767ebf77ec21753383e1d8057575326e99d562fd08f3a940"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "17d83cf069eb4cf4a6576b0b0c474cba9421333bd8ea5f9ef6967361205253bd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1c837f674c93c72fcc98051d730c3844340260b686e2f40c6f9a443716ec29e0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fd367a5eac98c4a0a02d91263cb895cfdcb3f8e74c5593ea55433310db388761"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "50a6656b0501459f1d2f95cba0538199426fdf49a0de328a5d5376e29911612e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "371d915e11f086d4c8c60982c4d7071f9ada29eb91ef9c69d9f5b011d9463e20"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db25c61abae3985c255a502fd33359e5274a712aaa5637609875cf9dd0999337"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cf2b5efaab78dfe3b4017f165da4c4f6cc4ba274c6e83d56948700e3b8707315"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f9f54f8d3afc49f3b235e11f84113dba586b776b518992a66e8e56b206c8ed82"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "024cd5cc0fd55f1b1ea45954466f15f66c52e154603dfe633634d4b9cfc6d3f1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f2e377cd381d3c54ce8386683ab207abc391f3acb14832b91f3dab5e82fbf2a0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "11ab3d66d0611feff25a8000441842d16c033ad9a67f384e5264221d429d3239"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "41f22d96c3c492e63ede0c7dc942f525c8916d8411887084d9f9e74f752be8ce"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6502c30fbba05ed7210598db9ac098113202b617060ce56f089951af893f4f94"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5e190188a1fcc279d6d82846142d9acbb86b7d529a3351ab2713c6384701b45f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9a15e89330cb5b54417022bd0cd76d982dbda3297196227b421af5b060bdac18"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c941e99ef805fb840522c9b5fd539c547ce1a19892ef4e5dcda518c595052b72"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "37814fbdc1aa1009e71544f30ae93fa229929ef02bcc1db1747c3921ec4f94f4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "276bd737176fa149a8ddba10c3d3ecbe7e451bf6c14b85c4cd6820ea56058443"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c4ad2287d63db30acf28b9f72ce5678662e9e07080c0cbfb5cacba8e72cf6b8b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "018e9a3dbca7d48f0bf99043ea76853643a27a903f6d9ed81fd61b8b7dce6504"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a4aff62406778c0ae43bf75c9934c89c0b93fcb499b6a4b7d0945d290d021017"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "23301ab62ff85b417dfe1d046cbac427180953777b3eee5bb9a949f6278e073d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e06d3adf53257ec7a3db8503a7d529383d91c00051d38b626784b42dc1e0b0ad"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "700f093dca766a011cb2040933f8629ca53fa7f5e2ebb121dd4bae0ab8a1f36f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d831ccd26b30e3c49c5cf6ea3f6488f84ddb0f174ab1fc8ed1d360b3ada0969f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "85566cb1714f56b0d1b2c4b44a4532981dcefa737e67116fc0a2e9e4e95a756e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b0869aea9b7db21e8b4b039eec6b927dff7871bdcff5ee56e258b6bc193f963"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f3cdf3b3ba0ca4db2c181e74bec31ce8cedcb37c91ed88d09da4138298799e10"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ab96441c18e2dec54041f001c1e7510d6109634835156ace3d193d8834110218"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d4e76d7c957829b441e60c3ca57eea0c2a3d3379e9cab1563b0b3f17b04a3d5c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8f538ebedcd77a6edd54f837d0743d8c0004b128147f4c27c20fb82ff2ec917d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ac635419d51c21cd841da031195469c4aae4d77356a8bf392734b7dc9e1553f5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "32de8778ff86512c58ec7ca178fef8f8d77e68c3edff80cb5ba2df2daa6d8f03"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eb1530ef12c152e53a46362a907041f67dd702a1d48907e960e6e9b4d658e855"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "571b06f0c6489774a15158aac04c40967568ac4ab6939c2e87e89c42f2ee875f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cbe2234f67036d06c38cdfac26d6959b5e57a3e2ed462c377d59a06b5801e27f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f87915e53813c2187bc99fc443622f23c2b8b5c50ec61485b37ca6e7ccba62be"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "aa55aa5db7e0888f17980bc0018d07a869224c603025ebbeaea1bcd130197311"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "323cea59b9831ed41e4574946f0b1ce356f33d92646ac137832a95de04a6a2a2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7c4e7e58efb0619c718cb2e6c86fb22890a2bfde151a0dc914dbc6f24ccf20e2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d79cb34227ad5fa0c58f7f6b1fdd344958d05f01a5bcaa71a1c0c575b868da1e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "03e666c49e1dea7f1024ecb4354793c3a58cac211fef85219f9f66357fbaf939"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3bab9ee5a26dc888c09fb258a23579be00f4887b422d96d3c09aedb903a4944d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f6a98667dce42603c5a4832ef4f950ba83786b2f3f296294230dd4804fd9057c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5467bfe4f764c1ca22617472a17e681832388c0693d933f47e050e36a1e59f8c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d2445facc0ff92ebd934f8bcbdf9de50fce5a1fc6e5654d0aa5b7cb85778c65"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "87993412a362d37f5bc34758881ae7436df5821aba118c9e7028bbb8bb6dc21a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3cbf27cd53259fb44a2b18a2f8471c4587532296bf7f9cc15a69080cecddacb6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f3ce069c159ef834eb6e06a6e821863563460f21f4062a5828fbb8b52d7346f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "96069a0a0e7f04d66f28057a3c00adf059582ae43c2a2a6a2bb601ee1ccc364b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "77174d4863451b760f6a4d822c2612dc527a4489b3d16f63a0815e5f879a31a0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a0e17828f4e25659a70908168d1d38cadec43ad4dd0c2cb0e90cd01935dc48b0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "73b90b7ce2960c1fb65ce57257f1f81689f638b14cb3f8e037f97606c76a0b06"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8b577fb9356c7d4d937036d2340eb10598d258ef614c676cb909fab411f2142f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5b632ed196d977a0f01c58d15ad07a86cd2719cca1e5301c7709f39019d76a64"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2f9e45cab16b580b38233eb756aa2b9fa12c741782ef2f55a09ee592462bccbd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "03f60e827010920abb74749f66c44be78cd75fa0bbab9d1d28f57b7c553513d8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e578bd3a34312a4e0c9332135351390bacd93536f3ea9e6ce44d37de13c0bd22"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4f6b134b6eef2d8f167833d3d8ad412ceb5e1fc7b61b6a1b71049e9f12844e6e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4b7087e3a29badd944736ea03f5d302a41a99f2b3ca9895475fe226af84436b7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "61d49917dc483cbea02a00a53a1b78dccb75f8c6b127b16cdca9df70789f0107"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ab06920c9d9d5b18ae94abad88353a7e40de85861f5f94b4b1755d0213a1919"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4fee808f59ae9e619f232935f5b2c3ea4496460ae529215d56bd29e54b18ddde"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d71ecfa3c0571eb0ee5708fa095f71c06fad25509b0c6d14d0a367c3071b4def"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7ca29a7a87be0b7b53a3c54339c7895b04b0b4d5cdb8c3aa5fc055b6916c25f3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1c7e6e57200fcfccc0a5072bb399443d309d2da954ad1ed163c0b5fcdceb35e9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f1cf6983630c8c867c7d8ddc0323ef81d21b8380f9885f3e135217ed74b6a8e0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb8fb055f41f33596a56f4b207dbd1bd4d62f948d3052068709f2a21117858c4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3749115feac24db5eeabab393fd3b6519467278699c4edc36f14344a9dcf8817"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d3c7f1a283a65b14eb084f7d272227bef0d31cca40967b63a9d22674d93cf8a5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9064c63dda4a60de9c2ca6e65dd8fe711a5275298ea84ad23ca5650b4b3edbfb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 199296, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "de0ecdca93ff2a50946a9ed68130fe8d1544b9cf7bc8b0f52ff0bed137325668"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 198928, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "420215e640fae6fcd0a3ffe8863e33bc675eb2b172b57981e6ffc1e1a41bda64"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 199312, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "78be7515a704b2b6debf27ff594fcc6324186fcbad900650c202fe0c9537feda"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 198944, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "139f5d18616df9afcd59467aa0535f7488f4dbcc159ed2c3e31ead5532498de7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 199296, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd8e4224cb35c3d4760e3772c468e947f2cc59af3570ed8329379c6ef82694d0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 198928, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b331d581579c98b16571875354d3e1daa52eab13c690827d9ad5d21f802ae486"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 199312, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a414e980f0d4581aeedbc354f585cf774a38e971dd11c0ee007f4bf0932df64a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 198944, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4c7bfffbca6109de92421125f500282280bb23b23c3d1f96ccaa56004fb7908b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f007239d11aed3324a0f386b27972bb43d808619c93de0f5b0bc840458352a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "74c7166cb788c25a18c76397df7fe0c24e6ab174bc5bc87f0e8f2b2411aad638"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3baadbd73fe29e07bc2b6e1485964a8311d0629f0dc265b5cda977ee7bf4b039"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c05320921eccfed792d54d0f829bc7d8eab2f6b3d24fa47ae90171ae2744312e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "624629174181fc48e7d44581862352878b8cc6c612cf55daa2cbcd1eb2caf07b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "eee4956036ce32f30e5b18d621874ab91a81a8fe9fe430936a70f541b5949f98"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a55330ddf812490f76a7ebaf771b6a0b7831d7eefed9f2e2eca475e6802859bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "609d15b4586f629e445bb098b78d1b58a8af16a3b5da2091f20297198ece9147"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "20bc9b2ef28c1645106aca6957da5e64764ed4bc70ec457a91723ae71edab659"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1f059578f3090e53ac76b0454b1363eedd2e2ac85799c54a46817319d62cbc79"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a66be79a3dea2715fbaac20a4884a28f106c8548d9fabfa6c80874e8a221c121"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0216fe2fc3171eb9e26e82736071ba9cb0c28f19c0c4539214f4b20936fe2f06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e2de3b13158a9fa7b25175331256cce093dfde3c411fa7fd495977acf3141680"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3af99894b28a2a34835a2fbf306363b2374b803d191d9f86b0f68e8785be8453"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "47d29bef2b3be68df935a81286ea180b4857d2c98c9cebd4c70674db662ed8e8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2f6422f2ae0561592d52ce07681b1989b20942ef263550c26b08ac6bebd538bc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "98c823381abdee0cd55c257bb711699e117b21bae248184fc6e0ebe70f89d7d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a896eb55a8ae52a05eb7018176d227d5b45644fe3bdc77a34f38e29375aa9f60"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f42a06ec88115dd1f88eb5d260a2b1a80afac40d4e2d2860408a044e6de22513"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f4a3f8877d1ec729c6600a676331623f7a24bf76f9a1400e3908004ce375e640"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "10e3247c45e73060844a4fe1dafd7a91298cd59f462b54f73631731d10788755"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "907b324ed75c0410f1105abba9605c49b6cb6fdfc5e3bfd7166989f06c35b679"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "17b1b170b0add6b305daa3f5bc22eb59cae46c3170f6bd06a3170ca5fd560d22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f86eb9cf8933f084591920f20f177fe268a146e1ac0e6255afc17d7700514a7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d42c34066be7c82447e167018f1d5acd94db37d37799c4cfadb0f8b0f7ee6098"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4a2e74b3a152ee2036220bff7b697def2bcd03a5d09f638cf50212f1b87263f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "43effa4f43ca381f93d95d4d32462335ff261036f751cb2c4fe4e5c587a3dace"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "552664ad3caaaa9f2930ef71b55b9810d071dff92b4a031b13bb9ab7c2f7f25d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f913af34be279c4b99eb0adc6a26ceb4203251edb37987aeea771f363952d658"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "460d5bbec4c99c9f87abf62c98aa97099b4ad98b84ebaaa51e52cd52eebede13"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1d3efb8b25e26cd19ac8c4995b780ddb608334a621b1f6067fae6bfa215543f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ce6590c755da330de917d7379e1f31d6c0cc5cd7e739db4af67c4848cca906a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "68d845ec378f8a487ef5fe59dcfb626cbfcbcb5be6cd393b58df36eef6466b12"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "149d5bf78595cf0817d93d70a2f2dad380f87a40600f9b79ab7f3e509f8981bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cd517e639a90c01e66a157cb3f659dc227fab0c3aee7c09042d8e1caba18c196"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "00c38a3503c70cf9cc6be2ab7d494639cd393aca352bebaf82e6d8ece27d8ed8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dce261a3e5c3de28250b8d723a9c6fbd774410cb73390db07c0c36f6afcf07f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1fc021731c6c7a78d74753bdcee72965f43e957313d636ab88c96a371926d4f5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "be830f58c33a6d513b41249a776847d2489282d0cbd0f9dfbe9e8eab924eb44f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "095f2bce1475e1a84d2dc52e585b679e18ed20fa1cb4c5096a373d22e356090f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "06aebd74d0048ff61c2f1f7ca3e4204a30d3dc160c022c10eda9de0c9d489dc7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "246758914d0d2951a2845935d53eaf08e88f7196a6288a7d6c0b70f02e7bd1a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8e516de392a1d3dc558b6e70b26f395acdf7a06b8713c52b6ebf5f5da671df0c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2a81525f2f2f2da3107342bd3a0c3f48f954f241333504de69c902f57a0a1a2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f38af08240314b9dcf6fcbcee0580fdbdaded8d0b8f1f484d1899eebe34f9846"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4aebb88bc88f6d1e18476438b10cbd688b33b4dea70a4e6530accbb96aefd654"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "09ae1e1f9a08ce8427ebd658f821a57136d35890ed181346ed6b491badb156d6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "162a29bda748c7e91198576852c730ac388ef4e22991e531f7431030dd2d6ae3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5d90a83eb97fb77f376cecfae6dd7a3a8ca986506b5d47a882974dd2724197ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "271198e02ae33cd31356c4be70d33a251f50b1a53d4101801bca331e210dc6e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2041340080d6527264136eb1028d1f88d713f3c8f58690db1f0cd39f35176bbe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9d7e8124502aa8cf22e20561c5c8e738a2f37159a72b679003e25dffa85eae4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d18908c7218e861a846ef883451c9d9c29346425b733e0db61ab929e7facfbd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "61b995d81b826ac7be948d90099182f13b815348a57bd50487108ec9dbf7bfa6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e7c98b3beb8a1b6efb82af3e1e68069a2494fd3a381cb99f68948750cffbc027"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f9482ef943e5e2baefec694bd7f25446ab142536524b73b2465768f173466c8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "50fe5f19cc0016ef3fd4dd381b25687adfec11d577c175b4c94e100ec7acd5f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0400d659d0b0d4cbb0c3dd16214d27f3d557c09dc9cc341dac465ac04547bf50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "34924b12e091dbebe5a439482722ae7b677c3fc521e53c0fd3e4547bdf1ee354"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "08b42efca2744c842b7c530d89700edcb47268b087f9eff76638d09ac631e343"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "01f04bf4b6a1acb7c08ce4a0244d4036c5feeef362f30bebe409c81055e984f5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1bd19189326796cf954435f8b54572757919e11ebb8fefde52966e4d58652ba4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1f73077151af8f2df598a5587b5c418d87cb9321c1f2ca1141642732e0314898"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "78f6bb53f7c94688f8fca041c2a0f3934f440c4e27c17efc04bd9606ebe422b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bfd164a585e1c523b92c2c0c5a0e37dd2bf58a252027ac7f8fa4ae7c0c9171e8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0a3b819c943e1a30e39e0c1630116a7f6d05eb63a5c751caed80eaacdf3a9db7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b082636d5bba02f36bb9de9e81caa91bfbcb6d4a8bfb7bc9776c37d182b7b58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bf97d285357dbed4c2c91cc6f777233e5b3629242e9e4e215f63cdc1fbfaaa8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "790ed3a00018f93ea1b74017f4d19998efbd62b2a840646829157c2bb9ed0dc0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2e159a9b5358940da1a71efba0cacbf5778c13a1bf014d767682d05540696510"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8874809027d263622c9a73da53c639f4f12b86408ec71d51cfee0dbfdad35d57"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "00b8b7a5c0db11832939013bdbb090bf0db99ddbb9e8c7b897816998f6e8c587"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4a49b6e836a6b17fe1974b79005f7820336a6bcba278e4bdeac2e5c91b6d96d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc9f570ba5b9a7715ada2f6a7abe6642741802888720b7c7f71b4e67e256d077"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1f3e1b58ca0501d75872ed81048c9508e363384deb46b634915941d4a24e73e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "309a02da5517c937205f8e5c7572b123e21cc1b8ba5b9ca03437446e275e7ecb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a389db688e2e476f801305aa2b0f2b28b9ed3860825c0690d2899fac84b118fa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "31de23b416d7429844b43a7b0aeb6218ea66993573eb6072e8e445ae64518952"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a9648a0140cb64a4c2208ac9937d9688e98e3634aef069aeeca259769bd033eb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9cd4c4937fafa0e0122de635c26be0e5ab320eac0580c7cc48484b5ed7c989e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a7410f85363d43b7e84d53deaa744867ca92ab8ecaa2b09e39c52b9807ba200d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "91db0377ed52fae7c78ff445bee811c85532f91602782767af426e08c2b0010a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ed475099f51197971589331a144b1d5287f7f0b2779d140017b752bd3fc7bbab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "662ccfa5e022b5e5cda654ebad2c6a907af6072565b94e645a85e2c5712200b3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8ade8f466efc3b2fe7a2be245d064db0a0532471e10047b1f1b6b8e284f932ee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f7c41bdea35ee2f05a2c92b1861a540659ea064b3d654ddeb23679f0932dfd8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1ce49a13def72612916bdb105c0ecb2124b8efc722bc7da6f04b400daa190a8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0f44f2e0d27ea568713f52951626837d5a6f961b05480cd778946f62e4d9aaf5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ef8582731907bdd08fd566ea953dc71e8524cea82e4dad5a81eaf22f378f5b8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d325b8ef9af6a4d42dc5708be625464f7584602d69b285abf73e98fe220c4ae9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8b9e3b1dfd4b343ca91c8ecf23642c477585a8141c1bc9bfa2de0dd17ff8bbc2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "711cf3265d678f0885e4bae53ac72300bdbc113c7c38d35bb00d1c7465bac1ee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9877f45f2be14f4eb6ba78955ffc5109f293a884d203e7ad56b3b0fba13ac4fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9862f0ab7a3c79dbdb6001eac4fc8d43bac3385267e5f22bfd81e64eb06e4600"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "56af2269c93f525b3dcac56a28297e66ecd9b3b695a4ddcc0c740f90c336da5b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "41f5a8cb4eb2a1915e36a4c00b1d6cccbb5c88b020a2cd8aed981b2a579d455a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "66936568aebd6b14146959f76ec7a325bf37e0570901473eefee13dd1fa6822a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "035ce11c9ba6fba4b9d75c6677468bd07247cba08c863a6b5e64f110de2677a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b27b43892ed11a475796b856aa2336107944281b94db4c3ca7cc088d9a68355a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "869aa7e5eaaa53244c9fe620c85b38554de77e7336062f5561474309e541ea54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "10f59b487ddb7b1d60fddc51bef5c138590478f03abcf7e13d26f64fb887cbd9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b0808e77fd1edb3cc4fd342631599a50c68696e26b2d20990446e2cdd5d8b021"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "655e7a160b3956a50f5756928aa5f68aab2e379ae28f935bb52433d2beb7ced4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d0142e9fcb4f92228f4fb6dcdc2fe3551e130068e8ce677a83761286370194b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "56f227167c0e58fd3bdde651607752f951b1765b3249ba57ba7b47b749e895f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "48cc93f638d82b3c034d2ed634ca5870463b73309f94dc0de8c23b1417eb2cfc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "892376d8e08524cec69c9df359f9058b5e3b1f3ff537bf522612824d5a1f4465"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d3c9813c0f6e1cae1ffab362a99a09e0008341f77ad6f22f5e350869d708bcb7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f8c8b1097a5c1fc11377f3dbf8330996f25b1114c939e5e68f4bd92b45156760"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "75b11d38238e68fcc66ae0d2c0b1b17ecc3893f9e301b1bf14beaa14db2c73cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "166a4c6e088b242961c6a37664d5bf7f33015ea7680a3f774ded1a4c30fb8fac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5c3b45c6aacb72284ad9c91997380a931628f3afd9bf7d7399fcee6504c4193a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2364e74298a70cfe103b05e97057decaa84d4d53d63b3bd8105c6323f96e43b7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4b601318afbea749b6fa3d975f028fa3570be5d730890367cf0ff8aa6536d579"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "62ce9c95766749f1b336d13c17e20b4ff0932c77f3acb90a896660f3e2be0881"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "89fb9991ee230ff02fbfa6a4b61f5d442025d6f9acf472bc28759c2d013c71d9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4771469baa69a9ab3e1dca40d42f7868b2f7cee8395ffc03c66c71da19c3f577"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "613d6f86c580b607ae0edc7b5a8c1981b2f577fb24fa9f579ae50d60ef20072c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ed712265520f59a1aa6cf9d91fb63175e2b1bf102cab93b2a5ae5b04a4a5a86a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e0920022c3423e92c3af8751e00d50fe3b79e95a787e441a86082be04ab80a94"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e8c53938822c6268185e9ac588103d4aa57ee29e4e1a817691fed69ccac858bf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b0204e70289a31859eaffe09986afd8eb08f0c8796e9df32e318a619154e2d29"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8a58f768f9b6a4636ed330c291b77a909cc32d2c7fcdc0172e95189bed3499f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62b5bd59067acb42958f5e26cfad234c5f31acbc1bdace822723096c4c8f15cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7897a64f5674ee02d9da1afe7238a7531ad326c7aeed950d4b0bb89efb4cad27"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "08334d3bf906073df67314340a47c79b266b93eae638051e27fd34fbcc4a9f01"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "54839ef0a4842dcf2dc4f7fe92318dee43c357e18dbc578084adc489a7ba4d14"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2bae3bec844d0db3fdc01f3341fbc1d1559aa4c61555253250c27bfde4164620"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bcae9d90b901ec1c4233736fd35e3b7bbb1abf39760af7523240498c882bcabc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e655a765bdf0dc2959a54a51b2f4df39555296ad960ea5420129a31313e33b5a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "83de56d93fbe636309b958df3957974cde3036dbba90493cc5b8357110d81c7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "afe937a4acc45cce780a90b436a0064130b38a5b318707bfba61de1932eee88b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51372c814cea5e990e18cc05c8f7a51c92addf5892d93e3d9abe76dbc2b21445"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "301bfd9895bbd33010a6ec4f9ead0b871ba3adb53cac9046952950c2b5f7d9ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fb0349975cc22aaccbb6f90000c5513759d31b7cd0cdad16b898fb1a9bc44c66"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b2d70d8984b5597d7e2debd69e6872fb6bdd6fc86628a603d6485677588cd5ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "eeba470d7574fd5df4ed93c20fa39be38f8fb11a3fac34bfad2ea836a3313404"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54b5d7c8f1c125706196e23143fb05e4e485b7df97f577daeec2e53ee476dec3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "963d3ed64454621ae9334694fe4e42779d922b9185fc047d8ab404af0ac26629"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "604f87b4e88f3670e9f254eae05335010298e695e460a38ba901859bdbccfa84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8f0668fe709b08a2bfc6dab048be001aa96f159b197ad9e457ccdc110ea68e07"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "947616212175334ebe1d6a95ab3ca7bcc1ae857af5a78b9ded842b8d13841a7d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bd28fc80d3f2b910baee4197185e714903127b0ec49f0fe86257f238a161e0ea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "749d25b1e4af6ee72e7ffdd8e07dfe7a486c26d2ad77c63fd91b46502cb4ba59"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9171a348fa76922356966a628643a198491fa250de14817fc6d13ab964a4cbc7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b26d9c6d4309c1bc7bd1e8f604a4c0bb14c898d4ca15b8da22478b0622ea0387"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c0dcf83f474e0fb9897e2859fde6f3dc443ab4329e78f4408b55928eb1023894"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b0529b51e43fe1fa3e60c340b280cf357d80bd773ca4bfb77ff814c2b5a2f112"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "19812569b42fa3fa13722578343f277f455835987bc22114d1b74f29a50d6245"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "32f0f76edb2a9ae0a264bfb4dd4769a62d9ef36a497b433ab4c7b1e11918e75b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8dab1c3b916343a6a966fac6653260d24a93963cd3ab56f7b76ba6cb2b15ef80"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "27a69794a51a95cdee32ceecff2387649ffb3f5312fc55b7bfabaf7035310e6e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "802446e4a3641b76dc56b4d875f9901c78420f6a4e43c4bb7e917be64531d6d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f24aa2698d373ac52622bf055c937e5298b88a39009f0078cbf17e19e79fe98"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1a739ee6d6c8c3fceebdf90aca47ad39f7526a783ac9d2735036975e103a9390"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "21834de4275dfcd2daba6296ccacba54652cd37e5fb36af87259be6c4575c1b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0bb94eb70ec07cff81995ac3869167f12604cd374f821c1dfc4f50fa67aaa81d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8698c446457c3629acb48ade30e3a75faf1e02a92e4dad262f510b8c8a21d286"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c611679d5d30e4b698920fde9fb631e8521c53c8ff5031e7001b6a4f3ada8910"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5f78013788a59948f9338693572d0be67bf21e8e16b48935f4d66b49d4a6877d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 117376, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ad9152ab32a66114f3a58fc5faf29c1819205e4a581b52a28c86b63ed23c1c7f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 117008, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7dbde6857c4e01230307736594e066b5b8945442c42bfbfbb879d59b75f98764"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 117392, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fcba1e95dceea6534c036f88d0bfceeef015374ff1aecc610aa480cd29ce926"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 117024, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "adc137af586d31b47de36445f0d41869fa8caf4af771fd6169a13302e1a307cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 117376, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f4213b9815fb503f1c44c69f5ad5d6f28261ce712e21170b42d5dd455653c7b4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 117008, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c88676c8542b953471ddf0c1ba28ea60861e461402aef7a8bb2d096ae7706a55"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 117392, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5343b7caaaa443de69b7ffac16c50174c0c50f0f91c0efe28bb5f535dfb755ae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 117024, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b16e302c660c21edc14203202189943050f8ed409eb24375e760420e9bf1e557"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5d856769ab4b06a00a1c22568a1c3043c8de924176f6724674decdc412966bf1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c5a87208852c2c76eeea33f9ac5c219747e1ef760f287736dbfe3ebed0509ebf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f2fa7d60d9926a773a54c549f279f74aa04b78802da987bbcb00656fd23278cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8558d7e7a347b86b7ffa90f75b136e34580b129b6935431ed35b6f3f23abf19c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "007fbc182367f287c6c39bf2463e17a17278c9e40a88faeac941ec817f448ef3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3e82a750cf47f88d0f6c37ef2d60c47987edb968131c8390d2ba879a575de740"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "678c041f6f49ac2d2c7c15063d6e455968f28542d5944d5c38f7fb1e72c4f850"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "640f3725c5996c93ce5e451563b849dec4ed5f0542b30d6c32cbf25282012b6f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7ebeae92e7b8edfb4cc103e69fa045c0677b4f712ac6a3622688854ee75437c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fdca9b491228361a24f3faf46150ee95d3c783df55287963f6b374abf22adcd6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a335b7d241ae1116ff899d32c13a4102886ee68e91cb3321a85930e78d0e1238"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "35fd646a5136266253bfc9bba3fb77290ad0b81bc0999bbbcd482087608a2b74"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f931188a321dbb1d989e7df8ce5e4d464659598178b393ce7f2bc486d258e446"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a778edadf9d53856d04df7dec7b91cb073966d4c7077b31fc75135ed7ccb88f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1f484b43ac0166eef96ca2878e330f6277b6a367154d89938029526d2c2f8928"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cb974d68a839b9ad18128b643bc211ea97a0c7e655bedb9d8f41e6f01ceaf855"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "759f352988baf684e62b327885d75b546bd20c4943a5623f7ddeed83322adc33"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9db79d3534c98305af19b379442d1e63db58a8f4f37a0d9de4d35366edb2d582"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "36b22b2fa7e8a29de90bbb57ef7c1578d59d1650f4a9f1b8ec2a9e07839c7352"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67465ff706d7086762ae75f221b09ecca5433c4e1de712e838bc75704bae9468"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "56a1ed3fdb0003ff6a3d27a2d81fbf05b5abe4129613933735f902af885c76fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "557a94e3ca84fdc49da900d37feddad2b8b8e3b7221ee46b1f3fd96de22b0520"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "66173bd87c4ef8056d0ff749b87f7cf851e1400bec8e4a50bc054400484ee951"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "415eb4e95b1f472f43100873a6e7bf7fd27debc86c4cc6c6c8656620f6be9ed7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5a9bb304f0fe5bd80001f2302c2036233ddbc06a4449ef7a878446570671612"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fc597f6fbcf9f953c2dfbbea8fed423552e89cfa83f041fba5a3a1cd7385da44"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "193bcc30a173dfd97fd9d7a9f89a4ca5d9b073321a53814e1496a20da0e431a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "632d81fba4c2cac3dbb7a9137e828c65da19f1fd7dd1d690ff1a344379396330"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "89313761b2f61bb72e776a696a3f5ebe612c8ac74c0130557ad395f1bc3bfd17"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "736e7b924a64b32c10c5837531d949771799d4dde0286d4a9c7d46c1237c58a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4debc5cf26f238e156242029eb26ed29301b1806443de62565728e40c5122e66"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "12eabfea363eec79cc5d51f1925d7fd9f5dce8a89b08168312e50c8671e26103"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0aa9e88b3b001d9c7321cebf75fe9030a1b7ec84d275462faf0a3290b723b7d2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e79f90bffb5957efc7ae1131b29247897752f96701499971ed00c0542eb90e77"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9f11b294c068e26c1e71f70461dd7eb908ac64541b80e534014ddacde36d8730"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8c0a8120bccca93453511c5b93b32d3a3985a4a9ebd242e55bf092781a1cd61f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bc024ad37a4b504fda6d940d3a646217a7203e2f58a86b0a469b010b0343758b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4270f82093de38a5b2f2b35571cfeb5bc4742af17e9a4f955191a914ea48846f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a3fd5349b69afc5ed646041e80efd4cb35bb8c424b89f28009a4ef6884d7bdff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1892d2333e87c6f7b6fe27d095d2163ed7c16bfbade6ff2adc21f5b6ad6d7906"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6b3eae82a506e97f832b49426cc1feb7f68854fc8cf15084575ed671e437c429"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f82190f98858747c9d8fded8a69444995b115cf57ae0c8d35149afb2810bcdaf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "91ae11456b4c837f1f49e31630e7445881900a2fe0821fd8f475f4dec92e8e84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8b08c49aa367aee54267c572a3572dfe3da93605e5d44e610599fe4416c46bdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8af3d1e7b2007d0fa010d7d2f7c0a9099605c1f37c56dc962972c9828134632e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "222e78b18be6999da42a6442acf7d35c76d27bf462590a66e15e89f7736e8a5b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c33e1b004aa7884d139210c927e4e8ebb7017c12314f8cd5b4a1aecd27f2379d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a0c8bffcd95602cbd6718357847e708742beb3023e36ec434428aadf354e9db0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c03cf6ff2026b75199510f8443535d58df69454d284a58c044e7c8db54c47319"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8e9c76a16674ffb0ac22365653ed9e3783ec609a70641f8c7a34e2d1a955430f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "329f063b532a20e64a337ffe592073dedf27042029410c1cf00cc1f5f720972d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dec3afd0a7b5f05413fbcfa5eaa278c8b858448bb715a1800ed9698e0f4eb7fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2cd9e6280acfe2b3e0cd9a686dbabd726cd0d969c4f1e92c5cb48aa307a7a26a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9238da0fb6939354eb5e278ca3025693fafab31a2bf7a51ece014406dcc8dd7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f1bbcafa60ec82848354cc1c5d27d96bcefab4acc399c3f8c1a510e9fbc36b58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1b565bf022d2373dacc1dee893550aec6f621739909a2d54ceb0f3db21b327a2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ea9daaf29f022427672444b6a165445bcdb041c3a750d89b3e15e9ff30d9d18d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "799e864a1a91fe80c58c29be68f2955d34c27f862532671241ee49b62fcde084"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "44e92d63f04bf0463a0ac890816f5672e6504e5372723ef51050e33fd9a95dea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dafce4e10ede45c7329acc0afe43dc20f986cefdd965bee51bb6f8d8bfa12b4e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "94e56d032a91fada4c2f13e91c73e8a69b4cbb0759879c5791e0e7b8a2e3ce84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5399c4ee998719ad033fbe96876b809b87822562612731dfa04a979aaf0b8881"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "aff4d30c39318f89aead238e66bee05763f0b6201582ab50be0a73987076a04a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9cf978ee90e37ba0c8012930196278f08cef0f5598aa9cb015d2298cdfe08dd5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "baa5f7743e1492178ea10ee761a6ebffe45116982654a6d7e56fc190d305376d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ded4501d552ad17f58b53abd03731118a84a663f60ffcdda56de8ba70706686"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b3aa70b846b1743320ba0668efb614014e200d6fffdac9b4de7f9c7b69c22109"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9af7e6170df086cee1ed35c9eaaba546f40f51028ddee5edac6f9bdf3e72c02d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b599aca38c327f87eeb731774709381f2503a33ba06abd1f57444f833ac233a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "32eee20231fe8feab5c689b4d04a9440a0df33e013cc3c9ffc4065ba47d7b1ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "87bc972481b32122a943ad95ebf1e7020f16eae8f79ba2d80409b8f0d40df1f8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9f555e58ffc24f126eb48715504ec487c01f56f4c823c5b74608bdf7d6a914aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8284c60f6fd877b8dfaeb46f19db69463ba9cb78a1bded172c91c26497ecb472"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec925980b56cffd8c2353a06e9291277d015f43f4ed9fc38f50d5a805cc9130f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b5cf3998f91970137ccd105a182003dda4f4ad041e91620def3c93c160b860d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a0466e0310b1fd322dc8272a1e37e0ddd01a287f4ed446ad67f45068f03b059c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51cc76254214f0ddf7176292e5e4bb0c51fc728f1ae26814470dcad61a8512fa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b90360fa1bbfa09b005e4e75a41872390a31bbdd35bdd7492c12d320c78f76ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "027ec0d6fc669b78d1ae189936418bf317eac728652fa52ac12fe9a3964e6ace"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b7a9c78dcd0a0c17cee828ec55e1017d09a4c7ca27b41c6a6acb43086440d2b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "765b5d53c05374a12e6690ffdf6d1f5cf3a26630bca3b91d07466419e6460151"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "43d2633feffbdc422d37b89b931bc3b5624e3ebf6f5a19367afa00a6b777031d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db613b241f664de6ca04b012db34bde1b5918151ebcb1a06d6eb487332be256c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1793030d404798e182ab034213345e7e3965c6e035d81c4bcb216a5663a3c977"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6b2cb9f904f577fc6571516ea34dd60fc3015b6fe5430ffafef97762478831d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0093590fb3948135e47b902a1bcd3e1dedf204ecb45d4b7d4641053f3d3f9279"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "25fd4c13f327e5ba6c03971278064b7bd0a7ff33baec09c4d9342d373d963055"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1d35670cbeb7df179948734cf725e7b5140a7ff925a11525b4599070a5f31de4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fea24b2572b51687a743c0a8a03f9efbd8a5dc08bdef571e228ebde57c776142"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3ef1dc3ddae7b1ed18ce6a7b9cfe9db342b493859a607fc7c223edd5c97c0416"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "035b2ecbb11f46cdc43740e47aac761c9f7b25ab118371e35a8070370582571c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ca742b8e94ceaac2100f88cda1bc128d61b7d1ae0f95b1a258391f7e6e7e9281"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1cc1c5f22a939d21783ae19875546b17727633203275178e9d2820c2b000548b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "28995429d4796f00e5b6ee69dc87de5632389581bef2fe09c72c47430644e31e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "814966d490f5fb3d6e47346e396104b7e041fb2f0b7583cdd1ba74d8b5abc007"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0f456374d410a962a4f1e27039b6c26d9350849deb0e8c8b4d605f2b039ade9f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "19a27143ce71b9319a060040cd5d9580c1200e0bfed49a844ebf629f06b3df84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fc16872e5f11dc3d72f317725d3086c79b170c4266dfc383f452ef096a4e930f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "81edccecf86888a0b6b9a0274980b00a5b8c853719255fc46528bcf3ebc15aab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "219c0008280cdf462939d5d042922f8bd74677d8deda92bb3e4942fee4c589e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e545675d12cad64daba9b394312807c70096dd6f0022397e6f3f67f0e7f7e053"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2da173c304b07976792ad2e4099ba07af1acc59b6cce2231f8f15280f3f655d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f5c7fb3e8f707f0d5ad6ddf9dfede4585c7943a3a3ff90c0183baf4c006ac840"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c1a3ce3a6e37d97bc8146ab59a312ab1c1a47f8055f0654e562fe6174d283b40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67253bc95b45dd93a093282f8d9c6dae2a71e83c5dec89167d6db96bb543a9b7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4c91b9572188610881a14c27194b5bb58ea422a9e5df1a9f6e0caa60009d21c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "518d7cf505f2d5f74fdfab77c298f27a8daa85a286087d922da6a7d57ea0d91d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "dcc8bc7ad0dbcd01e4b00f72b0d7b3ea624fcc6e77718a3678ae967a60af63af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f0b154bab6ac3341d3f0a8eea86f5d9ecb2f1e5ee61d07f1b99df1d5b9f75395"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8bfa52368464513a265a324ebc34d6473e1cdf367e4349cf91d20f0d278d5309"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d48e07045729b2cf0d820357e9b5584c1e5921a7b613e48f5b3f476244021522"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fa5f7edfcd6dba4a817021b6a69761d34558d5f5f361526b1bbb5e82a02aaa06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f441d5f8e233b268fa56957326bd537dec22234e1dae382ffcbd4e35b1024ff6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "06a830043405f8f18e045f2416f14e393b973ce55b8543724d9c842662a8d70e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1fdbf19dd9dbdccaa0c0b0dcb82df0742a867cb57d51c0dd7f9cfa8d3b30ae4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "477bfd2dc7408cef598ee7d224446086c5750e5cacab40836939f8b482ecd44e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9edbf97d37c5736df0eb74e3671b589478a2bdc0149adef3f5eb6fb03a7ef767"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "633ef4b1518096e7d5cb71ffe10a96abbdbda8793c63282691b3d4f2a8288ae0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b8155657bf6fff330c0104ea9d33705691b5b5d7b86494fac5cd6f0bf03b8b3e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "89abda3cdf19be1b05949c0679a9091ba4cbe0474aa08673a017f5e85935d92d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "77081839bb44f9f34c8a142f58b51cbc2e963d2d3a57d003e6d45597e5527c95"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "19c7022f20d3242cfc5dcc6d91b7c9d134d1eda2db7c23abaa21a265f389884f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f55957f877a41c6f8f6720cdccb3b597ef3b2642d25a2e5c6aae813ccefd450f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b2192c535b7ebdd885dfed2a943a9b8f0fe4ad432e169276eeaa75a55e835e30"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "591be7e8f2bdccd8c52eb2e7879e4004c01477dc2380d2f455009e330da7b350"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "738b387d253909f80918230020557379c3dd4edf044663130433c41c9e625790"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f190f0d2f8ed981998e39d0e1238335d4e1c471ec01872c34b466111c26db6b3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "90e43769fc26fcd42b33e8f122857b538568fad4c0af495e156f1035037b9ffa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "57030ca51cce592c39a1070455fca6aa579ec201dd6b83aa71ebb12f9ca9ae84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a6d021254c24417322083c1c4847a281d20bf51e194280e3f47a85e7c3f7a73e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "95069291c6261029b3324791195e8e0fa88a1bea7858a7ff39edc3fa418230c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "61dd9a48c6607e809eb28622969b3b3a4b828af4c4bdff3dc6629a0a96051445"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f9d58b184e46d8a9129b308afa0c018c6f3231238504314ab48029ffb52d6621"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b83786dbf9cf207285f32fca81d6b2c3aded6d840ea5188ea8f4787d07c7800a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3eec2f6faa8ce9583cc50051e97a2533d2f18bd0de52bff606b3956b5e892a95"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d1607addce99d2241a1345c53635fe26f0dd2d1e066e546be1d0bf971c74e019"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c78123bf2735ec34de2e01de2c5e2fc76f378a0a23c831717b6b016f66f79a68"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6c5ef98e6039498173c38bd42753cd8a39e04c32bfe843384d6000c3a1292251"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1d558e88052f710b0cff7ea2aba7d3881e0bb937ed1c9f80270d88c8c3a7d6fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e7eaf7730869de21b2dc368b0022d01ad6b68c27784f33c78d62480421263c1e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "37f38e15594764ca6bf8dae9452a59f24b0b8185aa0166be50911dee3acb26a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1604d0549e93cb45e4c6f9440e7a8c1e1800fccba544ba0d4ddff12301c3e88f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "29cbd2c9c96507cdf39c9db8680f71094d67675e391682d823cedce6c0aa7af3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5f906145f38dcd8fa7b9a625a58f74d4eb5d0a4362fab956ebdf1f104189cbfe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ba42ebee094219cc43eea6c5bb28aa6529312735d48e87a93c90c43c3942c6af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e13e3b3bbb708f8426eb1cde42302ff54ee6556445ed1c9af0bad3b114743364"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "233cda76df9c84ad61369a0efab458d2ca5abe28438c146887517c88ac1e1fdd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "987e3c0b87f186c5326a28265884502553c9331ccce63078946cc32a96127f1b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0b0caf52cf5437af446208ec6e0f5ff813289a04026cf5113fbf61deb17287a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "629258ae06c7695effe0a14d3c9346a5fee7ac0cf85f01b04c18adba0da89e9f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e31e55ee4c1e6e78c79c0f6743b92a40886617aa7acfff44cb190e8f747b4510"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3d991da14c4af8fae5c6d2b9049d826ea4991bf167976ac98632c5a89cfca41a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "087cbf5c0d05a209d64954ba6e3de60c2a3a1067c441a46782f5c2e29a5f76ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "81a57b87810b735b0ee7fba877c6b186ba96a28faabb250d41b5ded9509be6e8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9b5b4f00dcc49a6be038c986f9d301eee8a05a28a17a167277a48611a8813b2c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d60c497a26ca0e6d7fb7ea2435416477f99c19469c753729ce1f9e2789aeac97"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5512175b9a704f6b720843d052cfc590ab43085f3ebbdd15a7d717f9e0b45c22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "47efd100880bae7e478b0f85d3b1637b1fb6b0948182c254bb122ed7e504e4ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e1de4df2a9075d19af07a707dde647a9e1978927387822fcbeb0b43c24832e02"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ebf2b88ff57c7c10cd7e5d04c913157a873eea76529bc54bb484669019e78dbd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c4a4c65e1e79df7b0586f8d87a7ad7aa582ebd5712e813c7124177b30df07ced"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1fb00248a21f26838ff51e4c3b0f70f3fa5301afe222cdf92d35758b58d353db"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f4e5e185590df6dfbbbc57d1a346449a2724791af5845361a5dfb229ca127777"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0e14228e44312f46103576ca1c19932f29cbdba8955449f61e89653ec52675a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6cb8ae71fc922f88777531cdb589989691f4370f5bf371da883ddab51b4a05c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "494e4fc338e74f8af786643e0d51b27feb2c281c094519fb6e991e6ae8af2463"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "91b64d41a0e8636e3a7d383d41766f987598984f671ed6f9194feb3e0bfa8b2a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7cd5d30ba26702995eb794b1c1f5c09351fecf64791cc906ff1138b1b97c5ed5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e4d92d17492f8e2cbe43f085764beec39e42da0ea436aef4b3bcc583d9231884"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "52f7343933d3c9894993215bf947460d40193c370f9ac023550e48f3121c0880"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1b8b4e9d3a786eed1b3d736dfc7c5f581d5fa4a346a4f0efd0ecf14b85a9a018"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0d4c73b99c04e284589438f231af812a657e73613cafd009d1a8cfd319af40e7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0ba2e7f2654187700d0f93eb239d70cb03cd84415efe44d872463877cbde9cef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8cde7907b5337de4e3fd566fa8c38649a82aa2153c396b23688233150be3a27a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dff51cae6792d761800f72e839ae9ca2669ac9cd74f885daed15f9159452e1a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "14f69e2ad0f26f96d45c89b146465d0c6aade1f9b60912c151214815c430dba1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9cffd87f1a064e0565ecce68c41f4cf76c5373e777e994e97364858891befa84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bd18e3898adc1ade11fca410c7ba18b9831dc16aba7367d2da21ab3d17da7957"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a038dbf2845bbe34e9d224af26941f3b6af5f54a420af8eca652e490b699bff2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3fa0476530dbef745a033946ab063f513b14589af92151b12b1d5e5bd1d1f5d9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a07edaa36e4b2f96009810d90e3e520254f9e30f58f79017dec50f368bb1b2f7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ec0d6e2285d9d0bbd03db37f49bd3d35298f27ae83db2ae62c4b99095d35ccc7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c3bf8bb36a5edbf83bc1dc6e71bfe0a476adbb5c6a387024e81b364accb7317c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "223b927cd13780c1fee5c8c65998c59407bb1fb3d89a45332d2b31625f0a18f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "24f9ea065b6d466ca20d9765e07abf8b0d51d5997a15c4dd413ec761124da613"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f3d0277fae7a74bd5a02c880a1a66196c4d02314c57a91fa293480ff0bbcafe8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "91cc2475e55e5588eb294a2d08c05b1757fe721a1ce47294d4202bd1a95367df"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "60e38f9bdafbe7332f232e4888103efbfa3f867919b40253a268d06c38f2eac1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4045b9a7847856a833f94b05101b7d51f86b69f509e1afd7734d50ca03678928"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8d31b63caefc4d80d3882eab47c07fcd16a287eaf6829403b46b301863ffba4c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b86ffc264fc89cdf3e5e497244f0fc9f43a2ee38aceab450b69d77e59fda3cf9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ecab6201d9f717ed0157a5cef661f27267d9459bd12a460bf48e3254ed102b2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0c6206c81779e8b9f7874d8d2937b824e3254d56bcee101d214bdd25e98e34c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a116c569745f73a5c2ae69df7539cb3b2f8e496387d3a814b6beb0a2d653763"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "19b2a3df1fc570e45be4f5a23a42900827f5131da433259f9d390c26f0ea29d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd2771c8d05822d296fb4a743fbc4b265c04f033a57eb7876a65afeee6656aa6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c4e3e4fc1d559184e1f63d81991270d921777fa27b4b486e84020d555e0310e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd71765c59804957eb05b40be29c0307118401f9c9317620d72ef6b916ef17a2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f6ca4d766e189b62390d0fa25730cc9b90bcbf10c7656c0b40b5029644f85855"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f6bac664108324cbc61bc8fad4f1861e5f0be9509d4f836b86f8d3a6265fbd2b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "13907b6471a767e80a869177be4d5b80a9484fccfe636b94d6c20d3be22114e2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b378344e4703810d8caa5ded48372e2877f7093b8a54eb24689a3eaacb43dbcd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "41a3afd923d20960d5a6ad72d73492ef53229b09df7de87f8835583d078f302d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f0d6f9a756daa68acbd069b65aad1a1f4d3072d5eec54813986a9268864842d4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1b9e7b5724e6b9fab2a711c394fe469366b4c11236c055a184c0343cb70e7eb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c7ef6ec96527d618156233619235825428e6ad04290dc24071a01f9bf3a29167"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d95a837d2db9550db8fc41f2b4623fe97ff44ae805f81898f99b76b1550d6a35"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a3d721ba3269a22e9e7de081ba8767ab4d2edc76de05c9156ed49c33692233f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bf33b5cebb4c9001296518dd7bee94bc94a1a9be979f39253ea22666db249c29"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4c3ec16b270ac4736db41c12c9bdaed4331316a52570c9b4c5e9d1c8f8a79422"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d4a670efa1afb29c385d7eb46cb659cc8257ba8ed6f9e955ba987a80f48da764"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1f75b74023d6f8477766f55487a7c929700c3f2707af1d56420b95e947fd6c83"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0f0dcfd9926c61e42b4f20edeaf2d4f4ffb78a43fb91c8045eb6ff4679880e10"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7cb68a2026d8a987112dc6b227308abe2a232389e7a164de83231ec59770153f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "442d63f0a117e19cc077e233f26750cd95000d6e2ed080794c8e671e2849a616"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6353d9a9360cbfb7271525288e46553a5c26787505d311dfe3d3b799a3c518a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "11a1a5065deef2e8b0f16079c4c54ea1df73cff27c026a2225a5c1484ad4a493"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "38cf7c7d75a440e70b6d6c1adc17f0b6df31a70e71162b7d340d65b29db06989"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "066e7974e72ebd3fc5c2b86d1fd0b38a37a6c6080f2449dec72cf72a4e225b3f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "385099a96f348c91eb751b981bb937e0e6517f845e26a1188f3dddca7a86a745"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f0f4f49915c6e825e4528c026decc78aa1a0f6d650e5c4a4ff0c30137a14bb50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "facf319a891c6c4c5b2145ce4a2d65fb4abfea7fc043817b20a15b5a9dd7e5b1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "934e2f8b40ad7c62500900028965af7da072ec90fd41c6c0a8caeb3eb88dd8c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "12137b15af4ea8866112d24295e6d697f6c4bea8af4147310e379f6dd032cf29"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7d33ee471b8edc9ca58d942616fcf5a2b8a3944d55cd554bcb3dd0a732a3c2bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2100718ffd92a96f1248f169ea29532af936b7cdf8c72f33557ba28c1acba942"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0893c225059e8bc537063079179204a778f6e6ec1f543c5abbf8af864f6382ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f933bc9d4f0c1b3de2fc232a69e71918e49271be092e12d2bee5745824c48625"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "041ad064cdb52046098d639971262d24337132b3d912e1e3b7632d78ed5cca10"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d49e3a74a4c8c97594f285d8dfb9f418e04bd47b7934d75f9c517e8a38f6133b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f0d18745b2156320f8ec7bfc24e07b6c3aae2bb3aca4e223aca823aa8ef928b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f1c5d1c41f8fcb2762b8cf9cb3e0a017ea4b10c9002f967d32c6167e32a0f7e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0a572fc228d723214eca7b0daa8f428ff37de88876fc797cb24626664549d70b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4362747998c8b83d29b75e4f19141483aa78750640906e11cd6f141ce935896c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "de030a2a412006e2e01c602fa039384ca64c15502db582d8ab13461fc2f4bbd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c81f4e057c94880e9bdf065f2c0bce67df65eb9282945fc8bcaad42b4d988834"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0f5b0808ff48431412b3c158349aa83e5565df616d9a8f68cc33aa36cb3e991"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f86e511c75e2344873daaef30b71de692fcaafadd72c3aa5baddfde6edee09d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1bcbfdbe480aecb45dd3a9f8e899f51ccadac346ff531775045a0c97d7305ff8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "209373efd0ecc9f6d083c3a932a108643a5f44e31895ff54a05d90e1e84714f8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1930ff48671af32c321318c4929f9caad1b1042b5c4d59646080a8bffab4d931"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e99ad5ae8c043f46153e06cc8a66385653eaf61711771589464fd98fb391cba8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "19ae7b31fa9e18c1308b269995c976fbbc809271bfee3ee1fece15ec97ac37cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "80a7ac4f37211ab612d4e6e9eba42b5aca643322e481335ddd478f3c268f595f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a9c9c0f52627fce2e910e2d0821fa4303c76e7992c27dbdedc7792c4938f76b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f39286a42afd9ba8808320225b87a8e0df40483e504a8ce56484e4df5d86be2a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cb91656b8b08a3c73fc95eccb207767bb99181297df8f751b4167fbc9f4d54b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8221fc1b30e4dfc6d56601e16efeb8dd9e13b2886817f9d4519214d1c55d1762"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5bf04a27fedef7f5b6efec872d85b59c85758efbffda965a32f957841db2455c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ebdd1f55bebb2d43aff0db2bb9a5aee2fd6cccec8157198afb783e2a3b96b263"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "60562c84bcc2a2a65929bd5e7674babb081ddb9d9e685ef0069ce6120221b5a8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "28a23987a29ab436211e87c4c6203d224825ef23cb3513bdf1c5510334db74a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dadef0bb59d5bb7c6f88fe03cae4f29ac5436098cc5f15576c1bf7d3050e8078"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5e50bf1c0c8d1fccedb72ef1f8dccbcd0d6a0c6c62ebc321d487b6cccdd3fec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e22b12e5c2e0c7fd21d3165fda75c228372d81e1d1cd9819df2b65965dbcdbd0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "57c6477ad6e36da11c2ee728cd9cf0dae9bda940ab61fd90260819acb4b51d2c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6c8dd92f7bd8b5ebc6042de1aaeade0a30d3b9af0280626b09675d410a0781a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "86066a93590f834e59e8717058f84d4040a0a645f0fd88d906afbf661b9b8095"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "118f0e055f22b294ddf670e8945c37e9902f5aadabbe74bb0f97970629d849bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b2bccd6309ff90e49a497bdb422d287ce77754554b51a0699ebeb8006522ae61"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1989dcceb503cf32b6a9ebc28a51f24a459f40fe2ea16cf49d498e6dc50a4389"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "34de51871d46e726b6aa5c9f7d7c5e0d0d7a9ebf693742c79ef8e6542e3f36e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "27a324319a93f572548271ffa200a0fb38d8d8b872f28f4367c94fb25b4846c6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8b1809e69edc7c8ae32a3f883bbb4200dd063504a9655cdf9784ad66b34d23a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "000794d51077a7c40a12523036b48dca7370e574a14c62b41f955874c8be2efa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1f28276a85c9e9596da9a62c8129a2f029b5bf882fb320e575361237575ec268"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "50c123a188449c2efac3e19ad6254b4c1c122e34f09e1477975931fd194c158a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdf9c33176fe0f66154fe9e45201664b5c950910c19449791fa7c63c637bc869"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9831a0ac3047bf95cb4ee381e9b8d95a764dd40f307e284a3cb628f7253edc26"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "732ad2940b92779efcb8b999bf21d633a7748f4076e767def42829c54a056bd9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6c34bb2a0cda78c813d88530607c2ff0b48c177a1f116deeeff1281004e1f3fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1db54593839683869ed61c814b5f6500e6cdf22209de4609b190c6790de72ca5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "45d5ad967c6c4d73d2c448bf827ed270544cfeb06b0af030a0c792dc2d32741a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9a4106d988b2d58672daf9f3c3bc5191841dc9c54f6dcf9403f642f33208f5c4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "abbb35d65edf4ee98bbbfb00343ea89d1c644778493e260dec4e3b4fe9c3b7ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "add3368a66be202e1a99ec900a4b8fd957d4dc3eaca1013d520f0f6b8533a360"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "700cc46ea87b16e0b6a7f3d261ef406fd4ddb85ffd760590aeb2d600f063e46b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c97d6f09fc9dab2ddc2b28066138e589dbfb92f272eef58f06c2bdbc03b40dfe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cd8a12f697628652fe6e24a63484346fb04aa910cb476b602e054a4452f2a870"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5e9075dacc53a8a0f0ae9e2e39bd3abdaee926d480609de8d2714d810fbef11c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ead9b1fe3c6c3f707d3b1781e2dc3feda14392f9c34c2dc1aefa462fa18fc92b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "37dd3c8d17b9ecb4adc1e5d90b2e4713a3bbcf8a407f5b629c007a879ee9f45a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f531b014b497ebb91e7d373e8030ef599498ee2c688d972b6ad767b0b1523c58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "41d57af0c66bb10a8290aecbbbda89883508683a1ba3a5048d9682d60fee3e2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6952ce4e59d09ab31be62f1423109a65e0e870d071c7d116be62915dbf418e84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5ed730b74483258901a0ad4cabf892961220a110598be2368f6d90d76cabc4ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d5eec0014bf9c3dbfe3c45d0857aaa876f57128a99227567e86e0361b26c194a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5457a147e19f22b61142142b0cd3f19c7c9ff366a7aaaf02d50069fdb3faa93c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f7513fc4a9a0452f0c60bd2e2990f257c3bb8294dbe3e1cf4e229361ce792e9f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d68099132d3994f04b98d9a66839c4956d90eb90ee26d0754e94ce691ccd8e28"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2f3eb88a80d2e3515b748ba1d70a5c011e70909902b901527b676050f7ee9eb5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "93ca02a0564bb84644045089f9abf15ce01e2c8af8daf4abcd1ee39e25fc84c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "121f982c0b62fe7af94eb7266fb403992fa33a35f54dba2faa4026a2adb327b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3a0092e4be6835b5525f785220b5ff4f097c2353feb98c4ed37a2f0ba64a80c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4991e017bf14709c3758769162648416f6fbf9bce4a2901cba4a8efaf73160a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ddc7b33d28d3a985263a883bf0bf54ba346902788039b544dd32a1703ddaf20d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "216ea426e16be7677c9b286ca4bf58bcc53d614fcb651791f29743e99fd18259"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d7f8b9ad178360e5e4c41f4007dc0474d5f6b9e3bedd085c0a1fe1e619da1f0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cf4a94c34e85f7d17873b3899f7068f5e435d1035f2ce30b98c40c01e650a27f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "07aa167b152ea72d1d549c57160321b2da3aeaed586f31d018242124dd834c25"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dd5a3cbd03fdd84597ee6346cf714a1adf51c6764fa29c3ad7dda3efabc3c029"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a6b04fb37c3ae703fb401057c67de4c160336d47a823c16463872e65010861ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "01f3e88146db56949dfca5f8be80744a3e8d8a8c0ccb1e3a70b37587937f3f1a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "05a7baf85ef86d63c077e5fdef0f378079fc4a09f9f8810a420b0ca35cad6583"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3a298c75856e0a0e1219f932025ad072fa2c9a8c9390fa0779aa1692d6eef683"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e4201ea425c0cdefac6e999cda6e320fd7bdb88a9b3bf8c82c1662a4c3cef01c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fcbf84b0850a02fb715bc7fb584a3735e1fdb9a938d3c5ed687e58d72adc5bb6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "917b5b2817c421d133f366d4ea768d7a00836630affab446ee17bff130ccbecd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4a9a3e2eeecbce246d83ae00fbf476e4cac4b06d13a411ed972386c9d328d377"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8237abe6a319758b6c9afd64683f9d8fd6cc40d07004a0aa007394436f83e00c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "88a45e2bbf3e2488cd2462efc84147c81681f1770fe1bac74436d7a7cea1cab4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "28903ab536d234c751dadd3ecec6a032ae10a457445d2119f0cb3bd9793361e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81a89c5daefdeea6c8d70c984a6b201fe48457c6e1a8f724c778e597dbea0cef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e550d9c9f9ab738f274fef7ffa6853074d1cb42352b6388dfc047a08946b7ab6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "21f3dafd66ca782e562fcac689af006e7d66a47c3594996a781a59bdd0a2323c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2fdc3f2f0b6a9f48538775e815775ccf0944a5bf8597aa7e9510ecc897367a00"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "78c578eb789bb787196d3c9f8269011caef47aee492dc735fc527e064d24d043"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5b4e1ee6d6ffee032613489ba28a9056596d33737d84a11cdcf7751c074dcccf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3d190c572f451541283e3c8851bd6b7d4465856f7517382052fd9604ceb70dcb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d04393739243ec19cdb3d4141c6cf5a99952485d9444223f4b12b32b920a3170"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "122fecbfc1a3653536cba7da90a0edbdd1b9b2c6b913961cd8125c6eab33d978"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d33647bbf18027560ab23213113ac76042ca46178927608e6047b77a3a22c0f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4923b727518869153a3611af4c8527d7207554f073c74b80717c9ae30ad33a76"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "39f15732612bfcd1a380870ac6d0c7e7f39fe3075f9713e69aa6b1558b5aec6e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cdc1a6a10f4b92496069ebfab6c1b22dabd4eb1a04976a0120d491a16f510388"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b33079c5486a1319f8b91bed88bb4042b73018565623d3325f8dfc19dc1d3c8f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "61a2a7e027e0bf31dd7811dec60883cb1bee14983c461018affd90f2777a1d56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "22c6a7757833d9c5326c6d5ed828e99080700f1472efa431c34098fc07765d49"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0845bc6c2bf93856d7a56a2b2f1448e7fcd7c2ba69a24d7ca688a8534f2e17fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7dc00ad965c56b16ae8bf2680fe74d9eb8d143224bc4c3ad5d8aa267195dcdeb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c0693d6652c186a01c00b97c9fa511716879c702f16081338c1bbe94872e10fc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d6aecbd44d4e8d2191d4eb7b971345f35fca265667422fa35b76e3cf6122ae77"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5115be379dbd46b24683fa0e290e351ffe34bc8d6de79155f360ff80f6e7c799"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c5ff409cee8aec77afb2fc8a054c305e554e04a6221c18495a15cecd75e9e4b9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd7622b877a56e6b1a78820bac363868eec509d2af193db09a3f2986f2c3b0a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b8bdb1342aea703eeb4022883aa98caaf5b44fa26d317007292dafd0d0ea1dfa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b5930978875c3e008644d066151965d690917b6a59ece0309a2e33a3631d3804"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bad1a43ff7f15aa45e4b97c7cc53ea3f7216901aeada02ecd1ac175e630f41a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "644c066030d208b43b05e2e79827c322a8b995aedaa340dfd57bb147b71f5995"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e3981816dc6ad4af5f9a2f6f3f0f8a5a9ebe9efed2d7c224e38c66da87e75d43"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ed6e243cb93c0cdb3cdb581854ad290171da1675e7da83a52afb1916959006a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "764bff587674ec17ff8b5503f38e25db396cf18a07b6b030aa7d56311a50f3f3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "528caa28b1208e8591f10cdadcac02e65ab8178e1b63379197cb5c07a398ecd4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c9957717e809b8baa378c1420f33057b90bea4a22181c4918324f015125fa757"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "167249b3cf5204303f67b28b1811f529e409c0498bf96d1c9d1d3935de355e16"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "931b16f9d0f844dd8e397002afdfa2fb700ef6fc983177ffb889b5a967eb79f4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b56f50e271478757d9cea9a909b49e0007096fbe009825161a99988648283569"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "04500a490b86a34d41dc49e79b7b56ebfb38ab9dc44d6dcb9bfd25ac482a76d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f8c52506bc1449a1b88cddacdb7ed1f822f806f1917b3be7a89eb654c3b1a0af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "31816c24248e368954da8d0fce64df18f218f31f0c0c13b6ee3effd2ac820fd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b48f61903946be0954ea2df1f9945103bd13a15302309248b0e5657fecf4b56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7ca0f525ee6387f22efc0a1a0382412c34563126a04d8da7a62f5e2b7bf3de93"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4d4338b36fed3c018c58dfe52be197436b1cbdd16ecf3dac83b0736509b1b003"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "12c587cfeeb984e181d99f09a6c1ebbad13a637bcadbfe38c71470889bb46a62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f4e38a50e235de35c17b87641c4e3bdfc8ee7e8b5ae07305a0f8cbe611f41cc5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5721a0a97446c126244571617b32f74f74fb45acf7d0b018c455c1c5ebe2f8a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9d33e491dff8d5d301c8402452fdd9b9ce7af3d878b88ba716abbfbbd01f292c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "22ccfcb430dae44d03539a5cd521c0aba1ca228cde32fb745d685dd27dd4caef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "891c5541b3320fe7b6b7730958cde57c15329c18e15739b8165003466c1dc10d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c8cd48cc6a559172002822df7d48e260757f687011e923960b40215215f626ef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a2d13d9087eca7405eab9244552903bef9c80b752cab3511432929f72b75aae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81c8d7bfa2b7d9fbc29bfc7b6311bc14316c48b3e5d74fbdabd7ebf91cb5c487"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "65ab1f3400d2e297e722764cc2ede79ea7e36a1c91d3e85fff849a27b9bf80c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "53e5f06f37914b92af9dbff6423950490b88b6255a14fe71099099c028eb540a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e086127a917066f736ca32ebce8eabeabfed15892aec1e840e7a35ca5e077127"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "08344285154208817b6fa114ce72bb7d926e415726f7bf4c207b255c76b8c3cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ae97b4f83f8a35bff4f7afe68f9d2e35abfff1deb775d7f30967015df2304acd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5899aec5cda6943e7714a5d2e3efd09426d4aba24d17bd2b5c6f493596f0abdd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "25300a67117d66bc4a06c71a5be77f954281a630f55e150200bff4a1c1a14d38"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9efe61c42cf05220302b980a5c5c768170a1aee1a470c64eb60aa91a8abc3d34"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f8c592d623be79827cc2fa7479ed6f050af0448466347585b4e95e611156088b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "89a67cddb55bf9ccb3e2dfc31a957d286689700659a4016e21a984a799901f2b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "48603203b685375da03e11593a8c80ee84c341d787eec9ba3483f0e88a7519c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "eeaa56b217b37cb954fd9c86d8c9532874a9c4728b14ca461f582f01fdf6d41f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5122700c1a5252e122cb848d0c59bae69ad03cf4bb8b64ded3bccb3861e2b42b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db9e2490d4c8824cd3377a71a961a7e107cdb4e443264cf771fe118d56e4aa62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e9fd66db758f6e841d2e5f5f5a4ad2805381a3a01d6d7c01bda45b056ca9d5e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ff4c3e0ce4dbaa7f9cb0f93dd83809d8a4e55359e80b38cf37d1e447c45082ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e859f9914f20db4e485d8b1dd330cf5f88813c7917d74237066cf722bead29aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d2c05afc2eaf48e487ffc068089d8900994a5fc0d23fa1ddd489b92b89ce1bc4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9616b2e0dca91d01c40d646940a65dde3de02f367e11ee555c86475eeaa59f52"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e710fcdaa1775a97492c9c40fcc49f2a11bf14f6c15c6de5ac0baf6301adccd4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5e5a03902770d37be612963e195715daa1495af84a091833910a79105bb6b381"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e14066bea4f2668afa038ece8251e0d42c9584fad64a34a47a1093fb10bb26bf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b5c4046b46c30a7433f54ec134868bb8dc1ce36a06d48e8642aaf9a7357a7777"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1edbb5b3d0526615d06aa2583dcd214cb579c64a1740cefffdf623867c2830fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6d3705bfdaeac1259f193f1d7b050ee84861611e4d5acedf117d012b2289df58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0361592c04d7daf7844605a8fa15b8165c833b8eaf7b5ca7cc5f3f433c979fde"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8b3c722332f1554a69d1e28aac554bd34a605624a07d9a093b653ed397c93369"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d8afa0f0a1059562e552c1c8a42846e34dc1ee978c1a3e4ecaa884bd5ba84fbb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3deafda6f936c7577f6d60d44fc41aa8f511d9b6f3f9d9ea0c5f3088226d7f88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "69bdbe7b4294ead052282cfb4dcada02fffd7cf277a59828228c18de9cd1cc2a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "289e012b6b47f49a6d7201d9a223e02ecafbe21dbfa8bf7e6ead19e1def548d6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dba136ce214ac939eb6f29480c1cc398eba1683e630a9501214e320b75049214"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ab80e85761ddac42791f6f734c0343065ebd23061aa6eaf35d4b95ed7763513f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "51adbbee4e13be5ed13e70ebcc07aa440b000cbe8ff50fd2ef33800310d342b4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "89674fba6252fd55eda847a0b2ae4c0691e3ba2ba4d8023ee8fa6b00dbe59f35"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0d618ec394721279b0a3f18cbb0a54fcf47d186e361093150c51185f35ddd461"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1afa0a51bd3aa4118ea381033cc1317295925ec3f550f67eea45d166c92ce935"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ceb71191fced5d28c857c1e2693715a06660fea489936de0a099810c8bbafaec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e8118a3adc59dffe0ce4e4843e8bf0499bdbc1a44218197a00cf73841a397a3b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1aecf5471ba27e6da38411368798b8ae6ab6c65320f8e307bd85327caf2f66c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0579d9cffbc507701657838bfd4d011bd12ad817353f3fdf0fc260843844a954"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fe9e929ae68a63adc22e06c2e8f8863a89366a48c53dd2a6750f7f44558e83c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "89efd58af2c51f7eefb6bc884283dfc590fc1d7192bb17fb4aff3848af77c462"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "769b0a889c78c58c5df3ecdb72c669bdb065bb2b28d80b46afb03d321890ff74"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b0e04ec99454f0ff4f22a62796d53e5273e3aa997963f0d8084a53f1d02608b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cb111b6f0ffd2f56ea58559d33b160b77681b3976aa07de74eda450433dc6c55"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8d92d9157b3cb0e53be39ef28485548443dd56b17a32805cdc989ed4765f1b9e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8ac0083078e7a42c09a59ec4e00d5a64b7159fd2001307b97d6f2d26abbfdadb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "743d1cc5c4193a6321ceca9d4c68226947ff04bd4c350d49fd0f97d144708c43"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "06570355e8a19d8d2dddf59a21dc789577170bd2619470c59ac91c6130559a7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c62eb551f5907f87b470432242d9b7a67b0bed0b6579d07005ff69abecb0dd73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3741e358b2d8eba7ee3a6fd3906d5a915619792a9ccd2fcdf2ee22d54d5ac577"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "714b0ae34990fa625ba6763cd1c5b0b2b90f6e28cf53df251f4a85dc24a7526e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fb52bdfd14973d71ca52078f688b06a4d217233f999c9696ea954449b1a95bc7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "63790adfa749665bdbc3ca20850ac7bccdbdf933a6588e76a0907cf20c3575d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "accfcc31473861a1e34ebbd67a486d174eb061eb8004c3a96aea25bf4dc27bab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ad9e8e0cf39b5acde618e750e97ed7c7d3b41dd91b38a613dc8a150bc382f672"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ba663d5136eaba5aa34f944891ea3c53ab8486399b4f79b24260bde359a7ad42"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "04d6fe04efc2956c693ebf11690c2ed7fd800b07e18a428c5d3eccdd9da65314"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "90b563578258124dd0b46ccdc9608797fce41c912e0f13e074ea49085b2927df"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c7886207ca445ae3dd4c2f1a68ea8403efa68b10b6bcb76a4fd19ed75bc3d9d1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "05e4129d1a89a00b6103f612f7592157477c511cb8671f8de3e4c729f139d7c2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8c7357e79aed6b1ad22d67d4ca1fa5eeeffb152b1fed946c053d5265a4658253"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ef736f940f7383f36b3c153643dc27a1b754ff1cce34363869f7975d6acbbe33"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9bb754887d5c1cd77d6b614b28dc5777497f7d471885fab191b454aa1f1afc9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f480fd92f537e9f4e418cf0fc9617c314b6dcd68498b1605ead55e6b6072c8eb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb7274d87a6518022b14117d6f3b421b3a16efb190de8927465e0f1900dc960e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0ed8e7e2c0046d1c4cc8c943381224d6b06ee2ee8cf97c4abf347ee2405ef22f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8ab483c6307c7f5098026464a9e7e5382a9b8867a1b57489428e2d5d40be8fae"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f21288ac3e29ba8696817cd7dbafe6e39b61a92af7b94b48b5771d5112bdc2b6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8b677c1b13d6c14f3a4c9d2b23b698be6628788c2efc369bace6ac7fdd4dcf8e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "20bb5c7ccf6e4073a7d80fe158d9e6e97a56da3af6c609e7e382871e5f21c73a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2908ad45211d094572be1cc071e841aee9659e54489e20c87001f852052badbc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ab812618b4ead5fc50c3b702e21de38fdf5b88198eb431ff88915034385431a6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e8e6d8af7f16be0449738dd8b6c2b02f0881e7c1b57f955ec64aecb1cd2546d8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c6b9d5b291d34fbc67312e449638b0c37f07066527ecfe7eb4d5b30a1769cc38"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "45f2f32c462286db86db727c437f71164f3250e7624f95d895ed077009d46856"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fd035173550d08aac1a6609ba323d21879da851aa6d552609a5eec6453997168"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f9520d495847ffcb314649fbc7d6caedf4c5c8b72a70db4eee2524a20d23ccdb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "648df75930f606b0baa64d4b163cfdfaa7a9e24cbb808e707621ecd7cd139548"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "023bf05d2f933504d5db1b457b2ada0f4c6a5de965576d35449f5cd16fa43113"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f134e74563945962c1a9f94128dfea8d16699d8d5363aa9521c67398dfd8788e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64523b44402a3fa8714ffccd8ef2be44daeb673fdcf5036e64cffa703c720167"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c260c0153e31e157bfaeeb1fa45827163399471c73c563e6e782e306dd1d0766"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8306aef501bfb4ae4fa400f05eb42623ec9b6a77c894ec5b49c73a83e39852e0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd5dc8349eb9323997dbcd36295a2308a5f9610905342cd7ebb80c2771a97fed"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "14fc0be06788d080ab4b64e63f0e40d8054fe55f9d7c13ceaa4bca32abc934f4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "38149d67820e7d4d28c74f183f0bbf015a00716cac9b466264c5a4807311a43b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "344d89ff1c80802f8ed1a683d69dda66ba1886a534305907db720b5da76880f3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "494f7ce3278a5cd3a0b7ba1781e4e298823e35d29ece6e3552f3229f374bce8f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "072f17262c8a5125515174eaa6d87b72941d1b4a220678672ac78e4ca6e975c7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b0131ff8ed0c1e564a68ee51a0528b4735512e9e94d6488f5a46c63dfd2632dc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7e5f71cd2b1f4ea23e9e50f15c0e0f8ed3ffad24c05003579c060c3623ca60f9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd8e44069aaa1bad06f98c278e18d31025fbd43604d86f3c7a1111cef681a5a7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e56f524183f6b4736d0e626765cca9d5abb617307c95080661758ddd4e7ff879"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5f547190fddc2d63b5a0ec697cc0dec8329f2526b056cb3b1fbed9f0951b1d4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2bff6098aa94bf1ba2962da23fb271e14d5c4e92022b535ae17f6899bef6a380"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "df500510f692a296780d6b29e55fb33be7a1917f760db85a40f219654ae0019a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "86fdc8a1c05fe17934d12cdf1cd73da37d0624ef80588c93718cbf03a9ff5c22"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6358a06baea72df0fc3526d5ee4ea2b31f2545f7ea11501a83bafc112b81c4b8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "60e37a6ca9923b1b37d34f7057a8b33e91e0e4aeeeb04856f6a0eaf6d6542965"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f97099b9f57c3b01ba5985818be63f6ab5c8236e45549952365276f955a7b9a8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64bbc4a9e3852ae4999c13f3560b5c2243c66621169662eb6cac2a42208c9344"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c51794d1dad004da7cc305930dd88a4db1c2eb6837294a7233e05b33f35c42b3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "003ae7555b962bb436b2a684be6bc8d07ef44d64507f7a47b230a492a2115a72"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cf7767926bd00a94ca5b67da0de1859a3f11e3c93b54309701af0c0b502cd9bc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ce342c565fc3781158c84c5a52be5898049d1158fb1c9548fc452a651dc4569b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b0fbbcb3be62734d1028c18a33ac67e3585a027dce7448a080e05615c846bfa2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3d64cf8ec0598d6988b8d16b1a05a29c7a10c2fba8e520576d0269fe96b73a76"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3b90b0cd8e3a3a113d22bad449d5251b2e30b132fc28b7e01d8a18f61bb0d8a1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "147d2da345767e576d6a0f8cf5483e63bb7c37de8eed209dbeb3dee6e0e15115"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c24565239ca7f87735e3a20d8896f815c8c15a3a6e57df012297ebafd7fbeea0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "57bb089027aa3bc2cf36d70a6cf32ad94359482f83f268ce18d9456e4aef6cfc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "21811cc5ca33a6e658f15bad89db42c888dc48a010e919baf0eaae290a59ec9b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "477dd799791d11936ee1c0547078b1969f51b94e9e955471f38cdd6a293b778f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca4403e5dcc62d0bd4df2494c95d4208bc35b4e2bf52f90b14eda2122d7a9f15"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "66763de620ca05272da3a935d4e16dbbcdff2b3f2a769e84655035fe00ca55d3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b9b8d2c40cc0c99c21975ff8bfe6ff663a74b44c63d008883cb95cbd57dfde4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "762b4b7703176590ca7d7b324fad1644f3c1f6d374f87195317abd647711f8a0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a91c6e01ff1532715fa154a3e1abb39437d4ff53e38e5b51d51cc6fb9dc7c13b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c38ca278af157ef1265d43927ee4bbae7053417fac7f426967ffd9bef007838b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9920074dd64709ec9f066b44101e6104c5e144ad6cc054fc4ec37a46aa388604"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "db14c4d526cad84d824609c12250d988ef89185613024823af6904b6228390f0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "36275883a43fa6c62902ff611a64d94c226e8dc4e2c9db18a48abbecef2e9163"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cbb00276042cd51df122ddfb3a47b65c81a61bec5085db6dcac91105827cd3af"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5252d3c190f1669836d5bd81a9e7f70b7859fb1ecb7f062cbfd768e6981aa1e1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e4b13bc67f74ffbba7e8a061f1645526fe7ffafe01c5bb6476e0b972733221bf"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0d5d0b2c539b05f7a99b9bcf95c18770b475050c635538fdf48d0dc52654d980"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1352db6da75c916cbe05861ada85dec216b2f2851459af0493c4fb22f0162b96"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "32e7aaf924914195d35d24fa4e51710d2320a83cc5e31ba8dbd01314da8f0dfa"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "961cfbf28de01dff6ebb71006658ac5d18c8135b68eac9500411811ade238c4a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7f68f3c6df6944728382247a055cd7ec4e13322b4d9a064c7559ab9cef5361a9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1e16de9e292fb814c78f5899bd6015615a7c401184fae71016571b413b33e527"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c50626346260486cbb35976cbc847c5b2e3f42bf2aa401feae7061bfa97e8d0f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2d426ce88b990ec6fc66b247bfc0691b75dcfacf2c78c76fad1dcaede5652417"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f54a5a096150837539f9775ada961ac16896dc4687d196d5fae7313a5b52366"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67a5f8b34154f6360c4ccac7b63b6a795f26e22391df921a99f3ff93736274ea"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2a9df1cf649a7ad62df12c4254a33106ab93fe7faf1fbddca49ae1a865b31b25"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "28d0604192f93ed0fdeae662416621a6941ac2de637a093a6a338cd3a59d7022"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "47ce8bbd87450e214919d4d80046db2bbe9dcd443143be5adb1362013ac4cce5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8c9d7ec4eeafaf47c5fcb5b8f18f69b93e0d2a8ce56e5aaef373eaf4efbd8a27"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8028cf6a3b20f6d336470bf4179be20fb63b303d994e9795890a8c17dced9737"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f7b25e3d8904f754182fcf0ff4053b13f347bed60c004c0f0d32b007466c7b5a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f8a754e3f08afa43901f69c41d850ac35cfc90262da66d1cee137c17e97e184"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "98c006a10c482b2bd2aad78716ad1180b5f27eaae6955a467676936c02ef7350"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0259e81796152cc7f6ef49b536b44ee3ba51e23e8840ff486dcb8d83100344a1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0ab145292c087b208e3eace3908244be2b67a430ee9ddf6e03e7293c3dd81e9a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8164a4e6387c3917078710c554af86899284700c671b5189a44eb1ab103c758a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "95ff873676bc6d2eadf7c3ba5e9ae9e94491435f3add5a73fc3bf81ac87a3e0e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c641d9579e45bb6d4ce208daf1d8d6700cfabd3232b7f51b0c3ff44e3045b408"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2e02934d7fd006219293a0463883fa5f0b759243e0fac9497dd8b8089f6cd8df"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dfc51eaac361868ba94287044d11c3223931ce624acc0bc41123af4cab58fe4b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7688a2b50d626df85ee64aa64cac2eaae4dabbe2526f187a2899a702f43d6b11"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "391b3b0506034b0a22ae6d52badd81bf266049cae41439dc65ee89b1d0e1818d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f167bc08cb4143d0c31330e8a191316215062d9c3d16d19859199885cb6faa0f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "843f8fdf1178edca3db2e8fc90a47188f6748e612b0eb1268606e6c178093c19"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4fbf63822a49f761c4bf118239eb25dc09081207b8ae0ef209147943b46859d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eeb9343232a639f6fd059cfef45d032e0f4a7fbd256ad8c1dd345ee306b12055"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "96b7bb1adef793b8e8eb39d18b0f39484a3d2730a7cce04e15f0847cdb8d9721"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "488c01771fc93a80abd5f5e7255b53a508981e4d2e803555d494b5c08bc07acb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db4929e68e65d09f17ffc2d0ca9973c791dffad8957150a828d4364a56d54882"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6dff5e59bff3608c924fbcda85b68cd92d0565b604b292c278e37690203df747"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "512b80c8eadbc7d73471ef158aaf645d46b334bb73ffda4e453974418a534fd7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b57638ab886c20339dd34ba150a931d18b0414da5f488359ce7a7473ff7733f7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1670b2bafd79a8ce509b0d7d5df2f0aac80bef580e5224b6b7d8f63034e6c818"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "81fdad7e5726ad757f81c87462210f16dc615322b393352cdecac4907fcce004"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "97742331541d59401357482acba7fa9e1a18e3b8972f31edb6de895d80b69042"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8a9752993277c805382741637e0f26131ccf8faeadc5b75726cdd2d787ae910f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7ca74da98e7ec3d0d3b3c90b6ac12c5ccbafe77ac37ecf11f7f4a135206f69f7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "07f9a616ba4254f1232066d43363a3746bcdbe8f32ad7a8753850f029b197ce4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3fa59f32cfa61a4ef62982ef4247d8d51b6a67c5b68525fa4493ebcd5658aa42"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ec40408bca50a3e3208d8edef21beaf73430d629c701a46f37c37ea72b54b4b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "864b4a839c3b96ea7cf871bcb59c1cd8121fed15940f591b69236f032b140e6e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ee8a959637768b1cce982bfdfe87b69ab2816a0ecde1363786dcd91916fb4789"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "378c667c306204838eae0005051d06fcd0272b364133c7f57806ed0bef6faeca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "eb27375d19aaebbd9ed8d407ad367f64e5578269ef13801a757786957698eed1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "947a00721861ad9156674da19eb9497a87b3fc09a8e267e911b8a8b340f0e91e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cc14756176a78d498110856d254226aab42d59191aca32db6a0a0cf97d285b33"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d4e189d159254fb7b9bde10804d645b7150874928a8da68f0e5e2034f29cccd9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "81a7e1cdef35eee5994ad484e0aa03b5a2539d109b636a3e59dda5cba460e43c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e68f007b968377b95a6edf1be6b5af83153225687719869847ca19af2cbbb4ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3c6f7f5f08938741877a3faec48c69d424b7e3cb8f8720511ddfa775aec848c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e44ec46a04c99a4c7ed505e14fa9baa47c17770f2774781b5219857390d76e7a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "049272516b33c1adcfbe2de323ca056912766a81cba0e1d3208f77602c5e630c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "de1a407a91065b4e68aac2c620c408086ca0e70036224626378e84a6b0da6e1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "85ef2d04a9332624c6fa9034f40415ef4749aa065dc641df78cff7938858934e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9b55c138ce8e4927d235e5cda90a940fd04853b5d28db53439709573c612c417"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bd9ec92a7e9c4d73f5d411119fdf1d986f584000ca4dcd4aaa708e2859f2b9d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e1a154b05b9a44f683928fe1a1eb06a85c092a6be5681fdfd3d7d712dbc3bd93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6b27891961d81d12887ab2da5b9317793a9336d7ef6c5c035e7de850ff39de08"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b7c9b4c286e65cf4fa34c4dc2866b4f583a2853f89b346136619fe829d0b91fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "da5e1fa7a477dd091e00d3e1c365faba2cefab579d1ff29fea90141d18c01ab3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc19ec535c697483edcbb2e1dfc7661885d89085744a1a9eacc42d06f997d3a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9725aef59d0e855e4015bd0ad8d628a951f3d46347e02da093612014dce9fa78"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1520e02699ba529ac71cbdb1c2783008c63dff63428fc754180f67ac5d1eec8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "58cc37d3d3a27889ae376c955d10de1ff0d8ecbc2d72f6d40d495883911ede2c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b8ae55cea4177610c2c56d048fab12b483825d32debd174d56882d2543a78443"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ba16b9698b048bc3fbbebf334f3a15b90d7c9e255aade27e3110f32c81e257f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a5fc9995ac32c25fb254f19acfcf93de93c9e9d12a986772014fc729254d1118"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3a449c16a3e537046fbd1bc7c7a65c8da65849b96c4feebf2ad2ed42949aa164"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "81970b0bfd33eff5d0a2483b6621df3c3ccb84fc2dc355715858c1130537c157"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a2e1cc88ea9df78ec60d27a267315df6ca28588513b7471bc66e6b370260e944"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1e84da640680ac7493d490b0e3a2456ad7eaa94514e332be71bf18e15eacdb97"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "55a21df9510bd0b8832f637ab47744a1f18f51e34647add980bbffdb69adb7ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "07c23b8c1458269043ecc32566aa0ef1423b202e511f23c1253bb9cc904d96db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6d87ef199048f6fa832c365f1b01816fd470332f64892738d5ab5de2b8b9f7b8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9eec23d85871c33b2e7d427fc1a367eb6e28d96356965ce817ec98f745173ecd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ceb1c54255d8856a96bbdbf6f71f77f6e25eb2de58b9d9c2403f62eb42a0ec8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b95e5d64b93fd6f9a308613cfa15ad52421d21063e4ebab3583ccc7eb8e25dc6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "53ba89a0fbb0bc9ac966ad694000ac6c6d96e8a4f97daae34f674c84fc1e4002"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "459071f3da7aa09528f1802d5b9ddf6491fecadf2d7e1ee7b6e47ea45a7ddeec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "eafb79f36226e654cb0af54013df6d169f9b4dd90cd5877fdacd9d119c0ff47d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "168b7ffe94b959c15f3c56ddc550ee8459d35a6144f59255228058abc34c59c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dcfd3f5b525bc377757bf658e0c95917c8b789e3212c7488e6b6a361fc576358"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b6648e678ce1bbe215566f97c84ae5d1eb1ef7123fa1d936a2746b16f21abfff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4b74bf5ebb4d3c1da6e7a43b9370de62cac7eb4c96c0bcb91d593b370dce43bc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dee0e5ab1a630b3955702ec5934a68cb098abdcadfb82a4efd9232e15de1255d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "73a69452d1c6c37b1125475581d17dd1aa166a06910f23b9bfcbc3e06fa3e43a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b8291c269a5c22f0d9b6a6440c739dfce1a1c2407b09cedb3cc04501aec72534"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8a4c66215c486c86264124a1b09dcaa591f9d63361939e8a79a8d0ae1c6af87b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1306f00aaec2128aec1349e4369c10d69cb479b57ade23490261d887dc1f400b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4ee9697eceac9041cba06744077cf2b69fef0486f5113b8515126eddd190ef4e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bad74f71d249d8ebd99f176c36b6e9a942a5a82fa9991001ac6f7df49dcbd0fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8b5b8f9be6ff939c240d1e8df245b5bf8f05683077dd5015191c7211206c7733"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "37e43dbcaebacaf7f8263dfc7df4e64d005ea2083baf722bed534f61f8d0a208"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "88ce90811a4f0693bd72f93d63ff6921298989111b915bc80c3918e71962ebd1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6f3fc6558bf65cfc01592bbeeb38c4521ec1b38c7237b44f3c87b846174bd40e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "401169345752f86d8f58db7232328fdd43867a61d85cdba75a372c58855010c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "616c132fc55c7c0935d21ff4509dc25e2c729ce6fcbda42fa7c2b69c60430549"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d5ff8fb98f10b626c3272e19a2bdfe7fbd1620f0811077cd93fcac897223155a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d597067026359d4dbcbaa7f7d30a0fff958173a0091b7e2fdf062fb7c20f4ee2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3f11e29c2b3494ffa50594bb1c99c61052285b55a42514b779e3510690046187"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6fddfdad19294a86cd19fd3be27a282fcc6ac3e82c08124051fb5e724481bac5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f879c726ed966542f50b1e1438689accee359b17d4194db449e3e3c9a11dd5ad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5c8c4764be79b9ec9e91896d03ab13bf12c8f3075605a831dfed71e9c188339"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0a81fdfc8ecd4152baebffda963129a1ea1f9ea6018b38879f88d3340c426da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e3e3b027e585f669df652ffc4d3392d6663b61a06a914e595f273404482cb558"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "81338730430859eb0ce0a0b045ea4c57d94a04662b59b301aee38474cfeecb0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4c9ddc4198005415865eaac02d39d7e9598750e2bd7909ea4995d95ecdb9663b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5cbefccae269c36df5db00bf5987c28dc847fed5a862ff4ef8346b0e5d8f4edb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fb4a5753f377f488ef519c330924853cb39183275fff63d6c0e6f6cef5ad19c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "50200e4815c0922f819e24002b1ac6c189fc36a81af8ed9b47a6fc2d9f09e623"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d0d84a407b3caac465526f84a65049d07a0434069aa51fb425f6662fbf5c9b0a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "63ecc11bb0778346992e54357f95e962e53683b53c7415fadb0a616c1665a7f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "af27126aaab009b097c7501fe94ee32bf5a0fee31e763b997e4ecc646974486d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1d3a35ec1eb8878da7ee791f4bff8020a4b10eca6afd3687268da2cd69033b97"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "086f0afc40a5b2aea13e94ca1696b465b5d01abfa58ed6cf93720d93162c03a3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dfd7e267e175864e158321f93e169348c03802f38036d8efc7787f2f5d5b46e1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c0e2156939fc49b108928bcffaf50d2002f932af8331b93b205b4d0b5ab42858"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2bd3cb3e29f508fed9956d7f94b84289821b14b87bdc13a83a44c5cd6f799393"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0295dd156c4da25b44cdb07bc2f59670e324b16d79e65b22fdcac1a38198785e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8036d9146620367219bc9de68cced83256937069232347bdd29876d9fcd0f439"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "00645900b1cb6383485acf4b95ca2857bd96414c0ee15429d0f1ee60d13fd4d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0c2a44c30ab14d66d8232aee7ed2b88999d7c5d053ca0ce5d59e35cc777ff641"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8502de3ed866cc9203eabb8a7faaddedb69078f6596be156dc5679e5fcdd11f7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "64469102780d6ca8b3b915cf9686ad7fbcc60d38bc03a759a5c1e32b911759c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0341b068dba3fceb491e7097ef176dd5ad3075b859da45566605ab27c7ff3b9c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "61d7ddbb58ea1d6ef97ef6aa53a1e9d80aba96cf50f403cbd60075b8dc3ef4e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "56f54ced5e212853a1288957553b8fa75f4f87879b7fb6fafb711033012e26fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7bb0e2273d2334f8e64e61617d9742f724d5c0949b62a9cacb0032e3130cb68d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "23d7d95153a511c408cbfa5bad2e947d4a082d00ff35038a076205f85094b7b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "502d56ae8f9c13aede5884dde947468a207756b78635165e9cbe56a08363c9eb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9c6893ea52101e332e79323b46c2fdc981ce0225a9d99bd2d827c2adf009ca7d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "046494fcbccd4f069cc32d2d028abf2a45c9e0edb71e5be2437672f37288f3a5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c08aaf6821e9cab632c831ee3b49851e2ef128693c89262629d8e11c122d213b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1c76bbe6fccb182a75e30d03a68380622b3ed30078563b305b230a1254541595"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "578daa8f26bc0d7c4d755ed8358cebd70e0e61a2ccebc58995e60f9fcc2ea5ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "06d4c6648b347b7c50de3a4311004f1349e767bf2665dde37473584f8b23e1ef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5764657a8a9ca07af4167fe7cdbe49d4951ea7d7818603fc67ac7916e9869e60"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b1c573867a35aa65e738364ac0d1b4dc3f09e640fbdf3552f33663f03e1cd033"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b0c1d7f76e239a99ae38572de469a6d9ca227667912f1f9ad98f9f3e980e50e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "420030fc1c0649b14066200dc53d650757008f123fc3565fad963a928770a18b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e7e82149c46af6cb983051fde378b2909221ca4567235d9974453131f397778e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1d5de91aa8e8493723b6148d1ed9c3741bccda05bcac3fd86c6fdbdf3ebcc17a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d9d91be3ace4f8062dd5ccc0d9be9ad0168084c4b8660dcdeccdf3b61f4b8813"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f50c7d84f177a0fb8e4696f6a4546665d25cddbba10ccc6041eee8f9adfafa2f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4f3c42a6178fc1890cd2189fae7a5301ad0c8fa45a8a7f34509b8d364057d171"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c073fd428c361c48bf09b5579720b4f28447f1a5655ba0fee32c79c89fe61130"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0f1bc9e76a6fb384272daa4bd7b4bc94e7f1e00751bcb63ce2c408cb6bcb5748"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "717ab0cfcc33115678b871e9104b4dd72e24786059d3f973bedd1f0aa296131e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4c31cc0777737a7325f72ecac61c318f659a4db6a93f17b64266e9e4fabb980d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "08375d6ccbc242e0fd312ecd9da49f176d24c60de854b60a5b2c9e41fd5bd4ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1935895a66fbbdb829644e11733b5ef27d04a71628a25ca2e322e418a70d7204"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "33bcaeb3d523743ec89fc02301cacb108ed870a25150a30ba69588b3ec671578"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5aff923f2bdc2341cb427081cfe479ec332df870928a095a5523f0dbca8932fc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a58f3bfa0e7354f852f9251eb863b95b9b9830fd405e9ae54600936c92cd8f0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5c05d23632dc1a35313a8090fdd5adcff9521f6f3123f98417853c23754f485d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9a16ac224920ce97417a2512e7940c31807cec9b00f0ce8b1339f9e40fa25906"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "65456a0f2435d270228b82b9a59e7577f96f15a07d535aa4febc7f3f7f19a269"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5ffc00c65aaa369d22d9d655a2f1b5df77af242df7f6bbfc4241e0e8ae469442"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d2b40dc6f93d0d8873a45dfc6d6131b745d0e410ca887eda35a9410841476e0a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d34f86d17d854a43715c08e0586e060000fb178a512707748da1a3540ebc2050"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2783d64cee67c936638be05586356a8e0d41924ae9e4c702a4a76b7117545b95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8de5f405a81363644b949adbba91bd88e89d5b06570506b97cc9babde4a4eac2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "44e60a991777ba50c30c2856aae4c8449cceea6e754aa2d806e7a553a6bf3019"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ba4a1493a8f7c5eea1f882b1f7c50f5dc49a4cdc08cecfd7abeaa9a159de5a0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "27b1b84788b7abfd83c1b675b25de813969c7eb163d018fb06a93a08386ba36c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1be7096799af112cf98a759330632af81c2a0ca6282eb36503bf5a61ca4cebff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b26ac407a4fe4574a4e78ff6e4cda6e57fdb58b3f18db852c98249cb37588527"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d5300e1232cf7807272642ddc76d8a16967b0d699042f1dca01125859b792307"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "749daf05a7e10460549526430ec5898ea8876c9cac7cc202549ebf986366af69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2bf8ce51b05ec7245c3d7579a23062e73b610e24f1eeec685b708aa4effd106c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a02c1f92a4b901984def460d6abfaad7d59607cd4d84270b3fff2a5cf8029ebf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "46f98b0c7bd854d83452a185a685aa527d6920a43ef040df0fb0576f63ff4b66"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d6cd9bf19132f30250648b3b5c10a4490cbec9b08d50a202279e6f30ca132afa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8a25e79e1de89f26c25297b76c92ab8f7e0fa1f6ac8e8b1e2efef097b57b0ab2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "90e21f247c78f5b19c17ca87cca4e7fc90cbcd13ab0521067b8b1ab4bab1e7fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d425bdf99cc77d5cb9daae755e10ea5e638ba46fe36822b3ad25caf0c479f536"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "68373037316a23dbdd0c6d19cb6c514ad54fd405df27a7d7a6217a7b9f5b8787"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d520c10cd3ee32416b2841839bee24b2b8e440dc9ceccbb8e05e6a17b4e9c5e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "56ea61c035aa5eed4ca5e587645d8bb75825f9b3389c719ff30e9a0e527cfef5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "624e283db3d993f6fac71ef4b1dde00e4e2505604dd82aae10ffcbdf70a10b56"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ed8e0bf866342f496cf95b6be675a7ae1d23db9bd192ad7b657549326b9c0b38"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "801b871c1b5aac373b4ce7cd91699dca4c2e1edd50dc17f1dde4f41ac058314b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ed7476f8c8ce2261e5b87c4520f3aade63ca4de49d09b9e12b7e7b600c46483b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ac3a2e72dcd0e9f07689928f9464104f08353dd7fc35f2c6862cd37ed4f521c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a53d6643f101731486a82f09fcabcb684fad32d782cdfc3a3af532b78a0a7d55"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9a3c787b39a247a92681b9a1d3ffb43666ef3c90bdc73d5cbfa24f068d7a0a82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5236505873bc8e16b7f4174917f4c424a29ad638af68c1b0b5d9ba102fce99d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a7e59bad0a78791ba8a2bd1efae1473bdc20b3d1d82097384e6d1b992b14d3d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f7a61c92132fe7af0574cde10e18004fd663b423e9ac2cb1b650aa6e552eb154"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "210831d376aa1261d8c3f5013f26ac9de48989255def14b40853832ee6045685"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8d561f7c3bdb151bf4af1ad3e499279f3b086ec5c4c0e9040ba40829bf5efeed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "734b5a74d500f26e05400e06bae93217950eda754ea03a614fbaf0cb391cc94d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "05c6f6aa9290ef4a842f477ae40163ef5fd2f150703995662be603a3d0114ad7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e8bc84fb46d258cb3eacde18e119e011395ed2af2d94bc2d61af178eacbc92f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "28a0bd8fa121925afa2e937126bdbc8d83923ab406d0baf1166cd6ec455d00fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b5735574547ab86daeca99a31388d655ef0a00f31a190fbdad1274d89dc78002"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "97ebefa90cdcaea5d95c76ec09bb11154516b20127c8133f83ce7cbe84db341f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "480a677bc7deef4143e0f4116c5968f5f0512e863c39379c3bc3e7329a356d9e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c77f3419794f2e1077aff0488ea3ba624e8cd49573350f2a0000ca0f773d2167"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b1ef08481705ae5aa0343995caf80a8c90bf5c6c127237fa86acc2a9d764d7a5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fc8f8d4059b041195eb241e51574097c340ebf35ae4176e43e21707af7d3a21d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8734a9de8087ac3e215586ccafbbbfd295a6ffb22e76f1a100a5253202cddca1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54b1014599159beef558912dd04c80191da831af7313ff11c0bd0268160502d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95fc921c31f1eaa4e3f199943cf20dbef69c6eea44806d63f29e18b292a59b20"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "26b77efa6c3907bc266095e265b546cbdfcd65075acf1764214f0edbfcb42d96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "360be91ecbf1cfe5658ca92e85853ab5e39238fc628b6de0fa9a7270de500b09"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d766a5c988e7d88a4076819cbfa66698cc4fc7a9403dfbff4023e709f4eef3a6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d23d4861c7e259f5168fdcb2795f8f90fd1a426ea0c83dea124a41764713430c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8630d4ad23b3478f4633f090c68e551340c4bdb70dba33ad8cdfeae4a2dcb4b6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81194dc48dd7052dd79f8dabbd963d7a8b51774cbbde654ca6e7a8267eae224d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "71134439ce05766452613e5b3cee4dac9ff9f844805fc40f876cf2a41c6568cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "40d27700da80820414fe4e5ffdbc0f4f12ddb0b1f84d4448897fbe392d42aea4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1ad96d185c6772600a994e49449d89c8c9397d453d6b8c3f777036d736d72d24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "4e7689894908e426f79723ab7bdf2a2c342b13d9c83477ad527e0624fec0f6d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f712409ff6e924c16aa453215c09eec84f1401c01d05553ef1bf9077f7ebaf93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2700f29fe1ef93180705d22d60be29afc2fc1c5b394fa2bec4772d9d86f917ac"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "263fb08fe21bf2d30a5e1d5747d80e519a1229109b6053b8332ded35443ac880"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ba686e3aef05637aa7ef17f51fba1ed8a806f3e43acd900f69f745a7b9b9c0d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ccc874cad2c2065b625ab5db7e918e4a3cd39f8c3f607e1e1bb795524ee99f3e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3319976790248acb839907c5818a64db97aa446a7489929db07e8e936c09d11f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d32359b0b23235c46a7f43b61f854212d0e3e645fef03f6acb1bd1e4d5b78a0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "90f7365b67f2dfbdf4af34c73ea11e1570bdf5b78448f74a0f5da021881bd75f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b39f977a7b6bd0b57c6f82d79d0f2d276f1ff0c08296b5a465775b9314a7742f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "aa8a703d24caf5c3125a2a93c79bc36abba5765d075ebb35dac6c4799e6e72dd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "da977def02b06d786f83cb6befbe81b7442660938c2ac38a7cfe7c4d90f17dbd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "bc5c90cdda420bdb1f714153b29b8c11e4604de7937504e2a040fe963f8fd01c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "71487b0be467d3ea13a7e2feced558fce96a30096ff4be088c1654d45e95132e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "21a1d54e01f8f510be2e625a473669dc8885fba35deebb18d4393438f63fb22d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e425e6657be614b1c57b321a789e1e7c36074df85c4718bd7c2b97d18388bbbc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6a024e63ad33abb4a77a46874578da11a77eccaccff71d22c8b99088fd6d4b2d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1af812dd71a303d4e88af96e099ae64fe963554b82b353a0768fc460f5fba7eb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0dc0bfdb17e80bdaa9140e8ac901cb46aed90b311ade5f83af4af5857cdf1937"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5de6ff792791b4c9cfcf5faa8ad9d2a66867d80d4f5032e82de3b5cadb6fd592"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fd72f2f5b8488523800b4fd7879b991d348c6266535f2ed4310a4507cd4e5e23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f00020609b70828f8bbcec4ad0928b5dac7370f50cdccf6e91ab0f89794c99d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b6d6848ed93a0f602c2b624cce29a9c4a5380c44187d2adee22322dc59ef4850"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "daaf37e53b2426d8ccf735ac715e514e169b9b63c6e40ac035391989a64de32e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b60d6568ecd432f25f2bccd36ba1561ea31a20ed353c59ac5a523ababe12ea79"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7782f8a9acce1c9f3277be5a43edf5cfdbef9972b759cadc738ec42c1e5430f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "564dbba699a960aeb5fdbf373fb5e18155671154971964565a596cfe72428cae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8aced41e0b82fc208e2c0239f5a0c43ec75fa64f8c07b095ea24123bccfc3d87"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "04f97f05f2d07c60e1cb00b0732db68944a29945bc59d78c58dde8710216c49f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a2d893c01d905135fed088a69972f94976322f5534e4538d10a5e0616fec8d35"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "71e5eabfe2a7dc7c557557fb977066acac51ad938e3d87ce434fd29b8e5bd2e0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e00fe9a45fdb2bae3852ef17be04163bdf274a37acd68db1d1cd084f357c564"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0671b313d2779f0a5acc146c2703743599454e7753ba380e7d30a691b7f5667f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e6de83cb669113a17e72b54218a0053ac2dba551cbaaaa4f49fa822dd87c4535"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3af4bfb985bd8ae68f823de5ea269aec2f2b2f9aec971172814f96504f3de549"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "932d3c23e74f7074921dbdd07a13732f1f83bba45f185b2e60d329d944c07127"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f3217fb8374a9c3e5fb4d97485d2841766fc40bd8dcc8ea68540063d980e7890"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6ede66805fdccdbe08c14a8416302239cbcf76d9103f16227ba091c878d74896"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cfd055cab05ccbb2de243589d2a6d572926320d266f95fcae7be300e373de38b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "57d3bb84f06662fe2576caf19c4a8006bfe45e82141d9992fb2517992dfa8284"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e8a2b256bbd528ce3859df807d2cbbfd37e61dedc3b929a41cd8e238d12d0c22"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "df9aacfed631ac279115155a0f8cab2ae73df01f3a97a089edb29fc8530eb7ca"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1c684090fabe9282b900695da4020b30bee9d15f351f3b85c53887ba6bd39bc2"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c0d04c17bf8fc2f6227e012700252ec0a37859889473214c2a41c506ae1e13b5"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "862b1c94dd79efca9cc1f7856f31dc3e5903a62c2ae331285ec84164233a8bd6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "130034ab0164d8e1f95cadaac859d9b59e0577eaa1bd0e76b5964b5e4f1d52b6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4773e895533d42bc24f16827e0e2bcf9be29b73f8ef35d4f7db7c7b76a7cbae3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "599d09543913448cee83e7c3e56fbec390b7ae0c0a69f44ec8cb9fe5c1220fe7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5aa7b3e66180a3d5a8a59d2c911b1275cced93b26e58fce53f3a210b06277cd2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b9399fd906000e9a7b13e4ffd209d4963c7f209c0980af4598804d4804d4c678"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "babe2b3f9db48074b04e1550e31eb25bca95f5978b3d078080db313fafe807a2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fe3d9cae297a24edfb6635e2a448eb46b9a1a0830eec929d2f061d5e7a41a06c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e7da188e1960608ae7c144c7c6ac44c19bdb37c774de1c94b83c00d4076f2e5e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "18612e5a8512930df80454d707bc89692850b673718fc979111a39f87412563d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bc7597a7b062456fc8f2b5ce91380e5758fe2056551780629cce3972be42ef6b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "301a44766f198d0b583a1d450e2447df0bc212324fb16d3ba1e012747d7861c5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "13adc73526082a882a4fcb8e30b84f146b9e500da636d371c4ab60dc8a8f43b0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "734f6b77bcd4450df0db8fa7f86cbd7e0382b2594f8ed31919c775895ed95747"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b870716a67a7b68863fb7771e1f31a503d3a300967e163b86b612e1f17bf2690"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9813217d0dfea7ecf3597f2392d505c07e9bb1107274234873d76cdb18301988"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ab34549c07690d55c0810dee48423b81acc704e5dcdc0728ad3e752fa2174e72"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c281a849307044f62e4bba62c568007d456a8278d5e39a0ee42fd9e1214e1350"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4e1191ef9623784f01db19b02cbbead9e66ea39800c334b29553454b9119040d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "aea05fab8a6748aab87da8157257cce419079a236f52a4d2da82ba879b541830"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "991b0ef1731144a612cb47b4b9a7ef0163ed1be0220943d2c3dbfbae9bf16ffb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "79df91c59187c1d11e42d23f0c6e9c06a249684859ac061d78d1556003ba4e4e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c76085340a3aa8cfd851edcb35434ccdaefed325d4e66c28598c4346d77ff89e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cb9712931ef6c96075983cf8221d43b6dc9a889f56bb90c3d0966b27a3d49d6e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c4aa85a2c2cc7b02805ea1b0cffe79a8c3bd8b05d40ea76c1811658a70007b36"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a1f844f5b6ff21b8016a39b35a3e078e855cb0d83f5bcef9f9cedfaaf8cfa4bd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "527961e314d0df3bd85d6f064b45ef8ad3816a19d472de3b0e364e35f59d3938"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ef8d34a3ae3b17f84da6162dcbce7a7b60ee607a1dd5d6be0d704dc21359c01e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "933e4e22bae4387d3754192b349d93e9b4e2ef2b6f7f8f88747505cb1c6dbf7a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "105e6ca2d0fa40eeeb6b94cb4d78c90a657ab9cba717325f5c2f68c8a21ec3b8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7159f2ddd789009dc3d9b48487975036c0a89bc25c1aa350bca6c14a4b638f9b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9709ed597e7f20f246606fadfb251b5d09c35f3be7ec625a3a54501dec735c46"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "429744b6c0bc969a333718a64521b0986c8978d3b2d1851bc8474cb8ca442a5d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0a40e0ce3cc336ab2f5cdea06ac65d1c6862af7633fa01cd7abbfc9c87c518e0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "29bd8322a72400e1d06f1cc288a2976a58a8039042521db7c3a50e70123b7b3f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5c5588a41adc1098dc2d31d664d77b6f96f7114c07deb2f9bc4ce30e217c1189"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8c88d29183e46dcde0daba49957458d7c8e7ba1b81e816739f5551b0a4b8d3dd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3703515d58aba17bf90c8c619ab9ef8cb7be06a25a780404325e6112927112db"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "687c8fd60f4f7d3ad1ec4487193174a6139bbd1b69943bdbdf2acae8da7de99a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4a8096786fbd5053ff3273e4bc767f01bfcb88069d9779b5ed3b5754c44aee51"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "465bae76d76d6acd7be689d7da79bfeeb1b0241a51d9068851dfa9e47f276866"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d5fd3e50c06bd629472f75d71b3a347f2d68cba998141dbe5da8b7b91a30d7e1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "84ba17b90b0bf40255f4331f77f43694f1e4aedfb8e2070ead4352bfd720907d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "79357b491afd29a0e4bcbd631ce7b648f20d389767a9345924447ee5dc33c411"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "86242c9ad1f6de2b01fa65614b83ecae2636000ef0db4643205dd24f108fcd64"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6acffe4b6441165aa12a5582ce58915d8892b88138f7472e77ccfecd3364712a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "788297802f71a5f94b3c14f5c2f244c6d135111a516c0b9d7aac824212613e8f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9864ddc30b0f04fc35c054afb2d48c3eabef9e9a6901a3f9af98ed21e07c172f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bcf784ac4208e60b80d496c9840c1d4d04f3b73cb450684045f511078449ab8f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1add40021cfa8da609633ca5c3d1f299a9fd148cfd84089b3661686d2c30407b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "47d41bce46dd2bab14f7848006bc896a14d51861c89abf2774257c956427d983"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b50a38848b33551e402953afe0966df7326a9657cff33e868c7e2038ba7f494b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "17adfab004ded72b83a5ff1f8752dd622788203d128a3b2230166b6a0e3a37be"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1335531b47677a0c6e488c118d1359b9729f73077b7a19a605658ffc59fea180"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d2e5c41c38b65f16deff1f11acd581d91968ce0de2f74dd4183b6a65412ab4fa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "96ffa645b9c05b3fdd2598a2edcd807ff2753803cb769b9e0a75020190210269"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "10738f8020ba950cc93f48788c2f4eaa848a8bc9d78f5a66967708f761b8efd4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7332d1cc646311ea33e994c6f08c135fbc3e5a4bab7d340c6646e4463dff4706"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b03d4694d770e25c5aaa0ec506868c3e93ec9e41e69ab7631f68461c2266c3bb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5a1b2f156c550a3373fb8bd1c9abc0c2d5d174e405e2ddd7e6c83696029abd4a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f14d544e70f83be2d3ae88481bffdfd345b8f245a9e63e6a8b1e560aed34ba58"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "918e7200608a6ff1b328f400f3a8d34e55fb4b1ea1dfde0106103e87c116d7d0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "babfd51b408aa3411de9600cf7c470a2a6e8c09d09b9944420c9c2ad01dcba84"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4c4576e03e9278ec6c0b61c8fba54cd9f3be0a883f3dbfb2074ff7b27ae77c5a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2582856d233b35d5acb2e2f73c8b3d9c7da447a1e907ba9cedc2f523616c12aa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff15df5ff7688a977ee1814d49ec0a6fb1f0898a584153a7c9c68faeb3470de4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3c5f947cce7d2c5f81617c6d33c2f2fc054f64e5651bdf2154193483720d2242"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c9eeebe028e7fe7efd66a0caddc45a707c6a1758c4fd5f247bcadc29c92615c7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e88052366a097a668a485278eeaafa4cda6d690501441bda4afe1fee17813b1d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "12441b598cef29a0c89afb0ab1f61a6cde76526ac2035fb625d58f9d5efba77a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a0800b7c1c45e9058f3d04d48849b7a13f1519dfff0da88b44dfc2729499245"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "49b214640def3558eb883c1b998a0cba8bbbc5bd2e5a475f06cf967a3cd03eeb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "70b6e819b238d174ef6341074337ce0f57c27b8fe7aa645cebe520e071a61a37"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bcf16e42fd83f755cb414ab7d84d50e7e85ef72f3aaa0ebe0f3d58d836f71fbe"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0d79a29003d117b53d4e7cb0522b548f8b66b8187e056af917e7d31d50616426"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "55aa6fe70c7f00320e9aa59273e52126d8589b8715f394224db337330b5d6e3a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "437be04311efb4d82dcbaf3f103444f56390c2f55648a6333338f5e27f8edccf"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3b247fd51df4b14c84b233f1df29b022bfc4c88e341ad8b8ab73345d07e435c6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "86c511265da2346f81cb2c0a27767d17b9100c64d4d57dff39a6b80bbc8fc1bb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1f14f301c78c805b86f6024ea297c3f72ea2b2ecd9727e166c19c2040c26084d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd9a17ac9f9f7b4891d74fd9548cd8cdeac9fae9f10a5000b9a30930aafb5711"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aaac34e8bbf1ba632f8197f677886913fc30b53e4d5a9c89ba30bfbef7279e4c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "80592de43425dada6ae59401488bf2677d6e0f66bbd08a1ecf7bd6a04df78294"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a20496e175aecab60671db89f342f40daebd2d1e319128b0645988519c4adc65"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1e2b77b6fdfb10e2dcb0adcbd12d73e2c9dfcb52a369e7c4662def3874c163e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6fee1bc7da0b75ed4141693e0da933e25868c2591ece05600760581ab752f2eb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "894d3c3ac749b245c9c919e7ad9a86cd3ef26673b061549d51a74f98b3bb2dac"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "581e9a679369cd4d079f580844639a12706834e0298880bc6293ddad7c537fa9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "275059f14f452bfd702f00fdb1d934694548e0ee38f1433587daf246a28608ea"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "effbe5427f8f9ee32e8769e292d7d32fcb57ff3c9bfc3c23028b9008ae6bb754"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cff0606415dbf5d81ca830080793ba06e32dcbc4bbbd4a7c67bae0d62b2c066d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "157421282231c846678f57b506d60991a2d29d54d8b6c617309c886712586f11"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "46a95ca7f0d74398217e6591629fcc58a2755b4b877282b28f2fc19682b50af7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e15831b7c479b0dfaf8f727e8e1e9126c95a9d1b0ce212b5512edfcfcc4080c6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "38013389b6f16755ca220f641d195128103d9ef7a60c1f09d904c542ec092973"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "beb9df258157730b1304675846519984fe5a71fc494c9382309415170c77dc33"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "05149f3da6001c528b373caee24791e91a7aa51b6adc4c58fda955cab1019669"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "84c1b0cd66f5448d4aded11e8d9871085209035efe35cc356b17782bae803e05"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f1c304b4aabdfe010c59a6c8c4183263633d7c791aa9cc4bd3f72b67a88136d1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5859f8ad22deb82277f40ec62f7c4a5bd696b4bddada7a8132c576e62733315"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fb2716fda5eaf9d4509295e69d7ad31eecd24c9dc88ba65b06218bf341ff4118"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "78045b06df3b8e0665b882af5db9356ee54afd2a52ce58a4dbfe4f420bc1229d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b82e128d29abdb9b3e4bf0df107df4cba5247f04e4f778aae909124474157a41"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "744d0f4f366aa33d9c800b5c98529f298180ceba3e8d221bb7ae4999b9e66aa9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d6fa400595ab022a9a8e365e94e691cb646322ef9bba07991b8a3022382600d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "40ead92054f210ff762c5297684bd87118c4b9de652a36163de625e0925e165d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "034ae079c8fbe2cae1128aff949606aa6c15f20b8885ebb6580827b67278a660"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2550079cb9cfef61a3c33c265c6cd19d9ab84c00e72a7954c0260c92b72f1455"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7c6e272dd59a3015bde039d31ed49992aedc50897728023161805992b9f0d141"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9da91d1fdc56281df4f69748f6ab5ad1b5dba06ac5d73c99a4adc44b8f687bb2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2e420d5dda0dc69dd67b7f06c29afb826a76e08007a2faeab69b584df5b9397f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0be2a6acc18f86175e820bfb7d62dec37e0584bc97d8751ea0a2b8f8e9a68b62"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b531e4961e8ed33ba833722df9c193925ab7af08c7f45a8be041dcd0490334cd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "25b1f1c1e3c3da559792b229315c3a3b9e333d3dbd6782b639fd4acbdaddbd55"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b115476f848f950f44609e4363b37c87bf581f35ef6e1194dab9021fa52c9101"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ea84289b3fb735f9f051a4492279d2ea471f44ce051e76da75d2f8c51c7eeed0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8ea1fb673917535a00a3b556be71f4b3a6b56655c9752c07fbc8852192607db6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4cf06878c8e615aada08fbaaff99c0a6ef4a2183d27a9d9a849f9f998aa50387"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff7464a5ec1791a0e0cccf8024794f71778081ebc2d76da1bd8351a19c6e559f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e2fe24585eba51c0b9489ad2d4427f54ce691497feb3c8d68aa15cba7a7580a0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "553ba06e9bfcfdc45d6cac83cba88e420236646ed8b738115b3a8ba80093c3f4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cd881ceb832ae9c4b917c908ef45e0447049e4de0d77cfb5a4fd2645e7667aa1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "808f7b8fbb4ced02a2d2bccf9c352d96e8fa8e898d9c78ddd8d80b6658f30379"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0d0fa29869b35b5c1d3c5e94227fecfb5cf5a0876871eaf9051bce555460894e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cae7a6084981b777b502609f2fbdbcf605716c5fda7c9ce1e6ea7a0f03d59260"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fe2dd9fa23d56e7c2dec5683ad6b284ff97cf811b14b048efb85880750491420"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f336c03b704026a75c3f43951e6757a09d7a2be855c806958f4c928406d882b1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1a7b1ae546e8c0c27e0659fe454b0eb76230659141c37528582b44c170e19919"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d26a3425fe28e83fee67e08a2646c77fa49fca39029d74b91ea4e9f1e99ce0ea"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f1ef747832091504ab1d4093543bc75c1812845ae43b43bb6bb2c8d4d2c1d6e7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e1d0591ae65427c40d549c3e3d4de034863ba66fbdd716d87afc84f0d7a21be"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9740b8979a6213b672af5ccd1756617b6aec88f46c41b9365353309ecb2a6b13"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ea7466aaaa0f046ca85d6c4daa72e1032b191c6287fa4a924e21b6d311f8e144"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "790516bcb8d2a04c1795f3588c5163a06d79140428beae3034b494c6512c442e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bdf1472f7acdde878d77ee64e83b558b5a5b8ac75a2bb58f07d56e0a188d602f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "91a3b615f7fcbe7e94977789d9da8cc0814af02ab364f68cc95f354c682404b0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "16ad50c453c7e07a1cfeaf71a8e7c5043c0b26d31c5dd790f010f38d30bbfd9f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 199296, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f8b46a499ab2f49848012f1ed69443c0e6237c05072bf96b7ebe7e1b4abeaf97"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 198928, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd655a09fc2d565e9c6393d86614959c8316d31078d28f7fe7862a06747d4e4a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 199312, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0c258d2b32f70e056e0e094e3f8c1bb0062963b6b065f1210ecd7d4e63d286ae"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 198944, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "69bb3baa788be7176a14e290670145ee80c06f888a64bdff7dde71793142e837"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 199296, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "43ac13043a6518166114e4069eca7880a4e97de409f7fedbbff0eb1124320b9e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 198928, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "788a776267152eae60cb7c96a2325c30d2dca954f2c4a831f6edcc7119ceac45"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 199312, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "958f3b9f0f8ea24db356113a4fb2152408cda18f587e914785eac6e13165572f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 198944, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c6d8902678bae1c59ca7b395428aef887db37fe5581a87b699ab0daa365c2db7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "da65bd5a89c68f87423d61e1822c9c5f3b05b9029faccc5197c937ef7c0734b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e93ff58076fff60ceca775caa27ecb6dfafad48d8df5bde373f1a1fd74cf6bb8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dc734cb12af2020e869114ea1233a29d3703d1525e3ef109dfbcf11b5910087f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "01115731e9977a2434b174a88f5cd760847134987ba3cf46980a597c9a9b7f61"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "330941364f413362a9d22c6ffb27ddf92b7697cfefd9e8f5c3471dea9f58b572"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7f4a38cb98c30ff238d1c6a8fe720fa8b4f128adc8e159ac4dbe45c8a1772163"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "84535ffda3f9084ffaec5b57ad16bf1e2178314c0630d323b595b2417ca412fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "13f31cdfe6a99cba2ffb382100c6e374258b2a5b13b35924135a0402770c319e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ffa84353ed763450e1163d171e47e4526b717f53a4df9a261b784ea49972365c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c374fe876c662df73d6495df82d942149863dce466898a4e4cd0f1ab513a24b9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5bdc145066fce6b28e0c425a5996e67de3f3a9be6e8439ff927b9fac5fe939e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0dd7316f9f2d855320c7ccb6e314d1dedcd00867c4e346a99bf3463af5579313"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "df0868c44e7ba899df59bf00153ec2bd16cf89eda77a23df88277b26682aa691"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6cc35394d7db06b84e4b4d89a33f95cffad2583d36c3e91b53c36d0ffda8974e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4ef4d22b1b45bdff82f18d59f4569981cd91230192f46efa506e4a3865d99096"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c448bf1c149eef8de5b1d77564555a9767cf2adc8ce9a0df3e492619596394bf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "be164fa4ad9f286e6dbf4123fa6836667b38eb98f4e8957c5bf18aadc5152a8c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a3e6d0d50390bf74355b76ebb9bb82cbed8afd9d47390296ab77afdd5b00ce6a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e20d26332b7dd185dd93104b68341c654ef853a4d67ee5f894b9ed1318fb4bc5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9dd01eec366e1f42bd7d80c199a53a018becb5e91a88a88407c8c4c50d9b5819"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4133ef9941d539808f6ecc09442fbe78cb9a78a141495358c161dbe1e28cf47b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "25b43b5e513a89cbd0748c0a1a4a0ca8ad9a12c1ba98d0a1f1ebcd9850f4ff8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ee6c3018e5bcd9e9aaa2afdd03012353c56e84a29705a3de27dcedcc06e3055"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8e5aef0d749b9979c3a10a910ce7a4adc51783456813132a982fee5cc2b11cf3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b9b4217879126d773e82bf92cdf2b89427ec66fd5ed8b482a554c4cfb8ecad8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a18c5de1bb1524ef5faa63349e75ec692bc0c8fae0a553dc094e2490914d2027"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ae85a9340427915ff4b731508234e4c5bc09d6e666b5ca7e604efe8412960534"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a0d7143883000a74e8afcf8d3a56f3a913ad292e1c9706ce4e0ebd0dd5ffeea9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bc0a9d8ab12caaef33207e1f77e162359876d95d2d1560aa0c818ceaa5a745db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ee22eb04440d4d6eed0eeeb3e08d08bf07ffd4e6e294315f7dd3b3db3ba23626"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d4d942e2ec6d91f2b821e542423ebcf492093558365eabe61bc488e148905c29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e78ec36091ed6e947d39fc5a38b2781a583429085fbfb906be3e6395ae8beca6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d79ca3290150767a7a5ae63cfe3ad710159222c46720ce176e9d1976dcf8ab1f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "969707d14a0c7da148d3923929052a0ceb2fc7436f75274de41756876c5fec63"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "46afacdadb73a9850543062ab17f3e9f2eec1b89e56abd0c44fba66ffc15978d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d53b97edfd358aed5aec039c8b9eb223f3fff4f920ac19636323706ccd6ac150"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "de138ceca5863617b82a0af00e12c2fad055d24faec35dc61cb25ae8237aa1d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7f285e274640983cdf962820dc38e4566168265854a34337c67a13fb0069bc00"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "aa0cc6bda82f22ae296f33d9ecf067594e23d68be4bd06d4ed086c73eaa75ec5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b0e9ee1f2ccc117a7b65177ba20dd114394e286a2de37dce30f7a6c7bef9322f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c8f9d470d391a3a182d4cab355042d17a55fe9e6e937b7c6acb24a6043660f10"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a5fc073d23966254f8f90376866437cc4d9e476d5baa9575808f76f4f73569ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "15a7b16f9badee0cab253ab6ad1e771093082fa5eb03d9a3666ec5f0796da8cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "731f7cdd48ecf294ea5d5eb87f1d2f51bd9e5569d64cc09787d14861fea1a615"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6e43d00f03a13c19d53a1a69918c7f68cd36fad47dfc5fd9167a48476e5870b7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b5de0ef154c0ce5f16f33f9b388e7598cef9643dd1533e492933654ee8f9884a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e64e3bf68de70420baa6555428ccba3e7fad48f2d209a6a8f0943c16bb0d2f5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5d481b7197f21f4c770429ad7940477dadc79ecc7e3ede823e269055e7996e7f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4c97aec2aa4062cdbbb38f7e2d485725c13088c5dc85c3d7e62849c0e39e5b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3973947c3e97780d99bdd5c0935c284ad00a0629c997d8a2a198f3654b03577e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1d4745ff8a8b66f5c593578f4c4f0dac7b7af9daccc6ddb8091ff2265e146ce6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8c10ff4e0145e8b7920727c1d04df70ad0fb429258d6bbd74a08873e8305514c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "22571f76e9682913f2008950852b88ad6deff5703d7b35f7ab3a3341e107b0c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0d4e702616f02879aff2f358227312782cdd66f516446f2ded121bf9d1e91f1c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "be6446ac304708c57e19576f54602bf8e787e1b5f03300ff0756e1dae6298d7e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "301767bac84ed68340e533e58093fce514971294472e41dd72b424ae203d5ec9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc098ccf5e5db535ea6cc70fcbc0700a71cc100d2012876e5c3e5e653e3a98e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "73c4a69f20717f9a6a725c4c1326ba8b5573cd5ab6ee33c0ae326a5096df5fbe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1192e519f442588d6661a78c9533ecd663893603728600489f6a7aec38f28730"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ce2341a5d96fadbd74db1d8ded46159fabfc01ece8f5c451cfc26a33abce5ba5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8943399d37999fe4a0db2ca879083210dc6194c0513b7586b769b90b47a81258"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1c3a1bb76ccb8f19da7fc12ebc02ef129613237db7f5ab1db9ba4897b16f8ce8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5f65ec9926a420d62407881ee1a8de01a8ad47b8a9525938f850704a689aa8ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdee7a4a8feda630192acbd37b417d974526ecf1d2aee851c11a4dbed3e07653"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cf4b60b1764447a9d960309aa22d08682e9d2c801cca5a67c041a6b0fe2e106d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "58ecab961af56c9dc1d2126394a3dc0afc56cfe972012ce4b961a6f3817396b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ac53ae45fd377566eb0e5e039bc9addb837e002e31080ede5e43397d601c7566"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b88f315c37a56c4a19dcee6e77fd50033e2a48856d1a6b09ccea7d01f7f3f56f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "925b9546ef1353cb82b1446efa8053929bdfcfed4eccbaade1b540de5b3f3cf3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "55b5a27ad1c6187265d8e221b93e8f015bc36251578c52c087eabdb15c3db688"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fde55ef3f2ca380c5fcf3fee07b91481ba0cb76292dbcf80bf189123c089dd27"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8535bc3915c535110cd9209e767f8bf0223e8836054882940921afb992d07596"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d16b9de2b5a05d56b82913b4b3ac39eb46dca27a902dc0cef60c3ccb0deba9c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d85a2afbb76174ca83fb560223176fe19cafde7dc0aeaad6b9c231a866509958"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d9c3363e61244119f8556b5f59c9041f20cf96c5a7ae5ada956b2f0002e49d0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0f255fcb2c8d755e027940a7ea9efdf06dd99e26f6fdc5fbac4ee672c0eaf7cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "baefe34915f46c919563d22d24ba62598d30efdea30dc3e3747eb3b468d10c3b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e46eaf8c5b025244a10364451fc1ec178958b476f63cdc70aa284dec0ac3e1b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0460934c35055ceb8a587dd6d537b6b9d3ca5038450308358af85b2baf6566ef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c2e43b665b603873dca055ca3c08c281dfb0547f51d6014c7ebfa0ef6a728f47"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b06ca8beae27f5ba00a0125b82274c7860aae2eab1675ecf888bce59f2559224"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "91df4569457cd3a3357ea1364961b902dfb91819139425bee5f9a6446a0ad3b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f67476857ce9997c5433960e31c6ad8867803e10dd7f44048ffcc3adbbde12ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a2837d53195ca7fba0f1677b55c6962c3e3e3ad5cc99b0e6f746d696af26e5f3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ea62227a626bb5e357b4507eb337d1f96ebb651300dfa7827d6ab033a3f5f5d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0961a506005b461c37d84db088ae5af241ba3c70994d73971563183ffebc95ad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ef9b8f0472844018dc644b1d8384ad7e6651cb417544dadd5f4be1eacd6fa6f3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3902776ce20ee9d2999c3c23f4d8bc8afabd6d12c14e0a45aeffc57e79b8d4bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "41eb03343c334e46aa0d2d9b52de45b0c897b543c2f1b8421aff0d750700e367"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9b72a3399a71e4e01a224aa5c7a81e5166a22d612cfe7395452d2cde04f1d357"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "92c0e1b56bec87a44688b17ce6a5e794794b1d1f2a3390c09967c617547d7d15"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a1ed6f788d279b9df8b1214b1da0bd674a0b6e63b04bff31b5abc751d3625f6d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6cdfbd9f987813c8edcc3b9ce085383c2fb6efa051e5dc28ba78b1380a6e5655"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7305431f1672723c462c9dd020a2efd57b3a715dce6630d1436398d7d6749893"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "060fa270a94bb1e5daff86a058e13b4ea5d2a7eb653becab6b8bd65cc860f232"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b00eb42df2f6d8504e1cb6be761903f91fcdba85b97578fdbef3214d784d9ee4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "75f705026edfe022c64a68d75a8b0af57f8ad4ec198481aff95b39a32aa3efe6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc004585c2edf08d0126a2783b8c6673201304af1d0bf2d10d1780d20d2b4c93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "728bc0b45962c4b171b9fef4ac11d4e10a1d8a0f3dd267a802be231f8fa5f085"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3b9e4ab44ce87fd5db3e485068cd6936edc9a329b5fe48805ef9a95b1a316374"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f76572d5d5d85c466e1ad4342b1b6735db14386653f59fe9d3f4142f68f40e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff41a0eadafffde38a3cf6b0abce70a244a10c47202833101c3186e2e1aba3cf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f19a78ff0a77917d51a5c3e7caa51a010c711edbf4ffb8a42faf76e072c5b179"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b632724877e65347b1be24f1b10e73d1d1d680c0ffffe06cbee5a289222c93f0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cabd31fe7dfe172fa19a422aac9e9e21f046fbd10d033ba83c4a5e39148759d8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c8e1f31ccb43b345d2a8f4d2653e655b9c54682ed078d1d659c0812aba71e1b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f656b1e19af4efe00856b66d6262e02001d7bc075e84de3de3f33c0f43e95df9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d2d763bcd1f81554eac095b7c42f44633595356d99a1a2f462646f75f3312c64"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a9b11ffbd866a7b57339066f2f0e3f1ad381f50dd257089cbb61f90425bed9a9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "89512ed185e6637bb90042c911e6dacaeb4e59c8c765d21448eef00735cb6234"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "483889d8c4ad5337c1805cc59de5e3e18d1d364cd67fb0648e3dc037b79e17e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "717dc14ecf2445c1e2211962905eec84705c45c068a4c8dff843350ac0da5912"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "89cdc027d51abe67598063f04378d7945a286bf14e82361236475e4a91cb39ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4a628dfe43cbf4d3d183fd1f35ae4ff045933ccf4d9c0b5766814e0cac61cd5f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ee0391a5b70c443446aa51a8b6baa5f463c46cf9b3c56b205b18e1fab429df8d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fe784099886e1fc78f277ae9b0db2eea9fb47418c2a830fcae6ffdcf30bd2f02"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0d1d581bff0b80159ed7d7b1eced01d3489d79074b63016424de9c08ecb0f781"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "101f744cebd0bc734e1fcbd2413b3221615335babde9bf4eaeec7a1b4ab3c3b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "17e971598151e309b12162718c6e8404991383f6ae80f5b9ca4b48f338cc3929"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9762f8ca9f055678608222917b6f9b982e42466db31e864b8a0089fa788c2115"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "caf93d62b48480fd3f9f1b4b89d4ee79aae5839d3821fb39da5de3093dffeeb2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "81ef1fede357e03c1411f70f609cbb8a1cc8d3fdaff457318e81e18a3d610cb7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6415aa39216eb578b55ac28dc98b11617b4ceb9d1da6d02949ccca446f9c1a9b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "34de391878e3bdf3c7773ea985e02ee3b59d48a677c940dfc3d413481474f842"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "16f168b11f105d85bc2544a43336f0416fea54ac35ef8ffb336e2d2f038b3c70"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "29cb10057c117b5fe89a52a843cdbf7abf8608c2bdcdda1dda409245fbbd371a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7a8b9a5a86b4f861a837e2fb2acfa052a3f99409b497e116b4e7f74527b538e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9811eab97e381fe97a550cc790e8cea909cd9bd45e88c62314990ed64997ddb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "38ac9970405781c75836b46366c8dc4f0db9fda35f642d6aad34941505aec5e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "02a2354b003e421c12eb7393327d0be445a91c6c48157272da1459e1cf3b3efa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "656a9525392421fb94f3e4ac280ef7e94288db4a879aea1a3fe6d735201c68ff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1e43669a4bf2e018cafff612ea9dd4aa3b8782e73b91e807f031815574c60b82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d554a46d88c3c3ce97b024bd77d76a395bb56f493a87568480a244010dcdd25c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "32de671991f0b192c5ed2f5a281c815ce2b14e5ef56b9655c1185aa06b69dbdc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "799205153012fd7e8a7a084b1a0b59806312d400c0c7e188be966a76cb59ea54"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b6a76176c62eff2965e090368c65ba21700306f3a0678fdf83589606d1c3586a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ebae261e8bcc6c7a45fca73f381ecc76f338f7cec967a04ccb1288cfdf7feace"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ddf55b4b37af9067605a0ccbce7732811e507ff5366c5222d6b6ede7d1cf777a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4ccf71f0911d61d5558b71f8d54208fb81a3fb621e40b5fff25e379d57189b99"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9b4ebd4ea5ee95586b60ef4d4587887eb3f918e4510a97aefd6cac359f71a619"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1ab23322c14cf3147738c03897e6df9b2d6c3124ffc0955488112b197d439981"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a3db5df51f968028d2fbc24925b9de5bf7d0536a17ca911a628a65ffb8248a16"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "98cba03681851aa7b9154443c77e5bc86f06e16e94a973e8edc059c44bc28fc2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9934ead659e6f7a3bffd3650b76b6bdc9692e566e62a1a09f212a4188ec66813"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "403c8c7bfb6e8dd7af684a70c18ae65b8a5df07b2186692dd8bffbec0a09ecaa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e39c8c1ceaec1f7d3a60999cded665f0543665f6c61e2899806063af46174f5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1b5203e370f283738d3bedb798cd115027702a84ceab2f4c1716eeb2c1bd39f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9d41473fe440ee274cc6ca16d3de38ee174a91bc483889982dc70f7ffa6b7151"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2cef87734e02f8240c4a219951f3ab8f8ac468b3ece07c67b979bb1228096f9c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "84cb340c5267e31a1a926be48b737ff6125d1e694c9d1a99414da35525c4bf25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "85d3542c586bff6a507c59b48e27de90ecac872703c097c8d7c05249a57272e0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8c461f18daeef2ea17a254afd0dfd877af4af604503544c547f4364ae908b03a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8ed68521c438c5b8b72f68c450122ff99971b93b99cdade094bfc266344528f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c0283d32bda415620f1d2261b80376223b8a6a89bba9f7ccba994f22c9d1381e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "de1eaa985373aad541864c78940e440a28805539ca87c7c91a46abc659930f42"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ec5816f60ed04e7d61be345ccfe6b16cca0e482679ccdb7f8f9b3a0d4ccd1c7e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ddec049e71b239ff9cd987a5d5bfe0f5305deaaa870a95f45787e145162d65b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e1d218c067dd3be5d75bd6d8e6e9554b64f90887ed0cce83f0590abe08067fc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdd6a73083c7d8f1a138689b1f7cbc7bf1cd6b2f7c9839ff9639944e7a4dc8d5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f700c6e0c9d3d23cde0cbea59a4cae5f18853b0bb8511c43e2337cfc2094c0f7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 117376, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e092fe7734dce47d873c6bbe1b09e50c644524fdc552d7de012e7d124f6ad5e6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 117008, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "507c1bc3fef3fedc6d7ee3223951c8b7cdda825cbefbc4037b4847cc4b8d4d4d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 117392, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "da44538217b143f36e57a624cde9014693724910ec75d5e763a2639bb2ea35c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 117024, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "61ab1b69e91ff81a83089a4bb71f92784f1d4a9fc19ed9a5500553aa12d53ae5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 117376, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "852237eeaeb8ca3666f757300394545d51bfeb7b168c8b58eb33b71957e81cee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 117008, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d6767554855953aac94c4edfae1073618a14237d92139f1d860347373606ed97"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 117392, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d53092604db9ccf04fcf1f4276485569b2b35e099854855afc71194438c3ffba"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 117024, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "93f0d98cc298283466f6f07318f56d33e8c00c875c31d95f0a3d2beefecbcdb6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "91fd2f44eecbb15d65d1669dd364553d39e368c3563a1b45a959c249b468b37b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7deadf9dd87c9a46e108a24edc540599b2522b741b3410a37e8b04b0edf1bc8c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d6ed4988f6f27c29035006a5e52318f0cd7fa0749a315a3aec6436dc64cc6da7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "55bd8d50ac8fe05d0978729cd3b47d60c6916448b04e71b4d56e7c3fbfbec302"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2a48678932b3d06c346af7034a2877d0a6fe0e5c793e74cab1a3f6421c713973"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "70ccd409323638b2c8f0e09d4b74bd9e321aca4f4f8fe2957259c9bffc59a76b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3e1733540b4f40926f594ce767b4e209bf8c82f63cebaef9e73187b60a653974"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "06fea4126474dbd411b0dc47ca5fea7ffeae8712b87c88fb59a970fe1b3bce95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d9a974dcc8a9007a9cb3cb2f14d8c47f36d76500ceb185a6ae36026900313def"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9955ec9322bef2ee7ba97ae3ff461e7b5efdbffa2a2b60d9a21269e877a80e2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b390a9c61ed49d6bb4ecf3769525842d395f63308550de306d22e75de4205d24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb6ece073f3562e1d06e7bc1ba17ddf4dae166df9febefe98cf8202dd9313e8d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8bcd071aa515bb2627a0c76d7739a9306295e1023a013ad64dc27c7bb8d0bbc6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7d1abc6aac085e9d3947706d2fcc565ea3a049d18fb51669229e7f51fd73b650"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6c37c6d208984d4d434e8f70dc19b3273600d5d939f208a3dc918adbfc30ea68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "840d5b605c28f9d1646803ef6ca9f9a72c13d41f7fbb8681625bf1f912e14471"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e8139a3a1f0e9a6e94be041cc55b11ba47f4df4063668564915881a0740ce824"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b5a2a4a8a130828493fec39e22081a6abd09a98cc323a97b4ae40ff4ecbda217"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1685b84bd639df2e23f14ca11efc756b9d03925bb1b9cb932eb979e117018a57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "939e2dffdc02bcc3e0b07284d69a56756da66556285e4164da4390ad28a40903"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a16330d7cd08babb1f8a6e29c494d7303039bafca9d7217c97276f8b82acfd43"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8a91b76d7284ad0cd6fed8a2ce1e114cc62031b10d20e2a395e904c81386fc46"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4497c35052cfe41ba1fab8aaad4581f9859ade0bfe903652be31086b1c83c1d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e4bab13b01f4de62bf77f1b28d3b834da78bd4d8b6f27bc69ca1afeda8a379b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "97a170aa55468b7c17e327e6a0b59a29ef9368c6cdd9f33d1fe9d142252e6400"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "724d5cd4d8d96d3150e6d4324e8b723ee79af9cd8771ad14c361ba708d23ba5f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ba682ad0881339ffa8990d8a0300cd0fe138e111c07f57bccc01c656ee64f907"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "31a17631445862e3d7c67095a8eb74b303619f8045089947c895c184401560c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "22f6667e552df9f0d17cd95eb1056de32b24ec3cb16c0c379f8065163e79bfd9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e3aefeebdaf5a7ea5da311cc1005aaf25be5630012fda02a8ed0ad6194acdf7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6f7c7e7b4d01a66fc9c4a42de0661d70107989ac14081dddb563c2f85473add1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0048cf06eb0ea64bf4859adb7d675ed4b717d9f35953e01fb63a10c799f665f9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7596787498b60aae2ec8d2361380b8a3b0067de8ba5c187a5f78f3df097d468e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "32a2d06c8cf2a326e640194582f147f71db20a5bbbbb1daf028c36f6167de099"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0e83a9918965f6d7eef28956d773f5ff5763db0d089e9a05c3b8c1f356ee4d07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c3d4575504e546ae6096e79864bb3961243238d6d6782dbb08d3c012eb74cbc2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "064805a8ff5713d5f0296479bd4645400423b3655246c79063eb3c67ce980d07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4d5265e0ddcecb4bb00159d168816b8432dbdbd5a7939fe834f516c6421d4313"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "80985fa87fdfd0298d0af6cdb6e8d2f782dc62e65de3a08b7734fd22132f845c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "619264327c752ed44fb09b40be0e5c23d577b60a24ffd2cb6b52e2954dee86f4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ea2cbb7ff84472d26263231fb9a065d0d522f7b733d9a6d4cf9919dd14fdc711"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "df27fec7372dfb296a0ac8df844b5f0941e22a18378142cdb0918fedf8d55acb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ee175ef9a0432ed1573f74ac4cdfe47ffdeaf0358f309579e82d647dd17771ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c97280f7e456ae58864fdd3fb60341668c6ad9ea89fe749683de4d564dacd25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "302245ad0a4ef793d511b597cd40ac14d46aa80a827c4f7202b6769cd5c5750c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "bfd7f09fde0351e4f5621020c1e18b57cdee7eb96aaf24859b08bbcdcc9dd397"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "acca2e4a320fc2a6e63d8b505ac973880a88be743b4c236a57a5fa0a043eb713"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "817ddb871b70d492100d5fb93efc077186a328b4b53a33a726c69ad2e9c14cfd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f5b5aef77cd1f464829a28aede7a994671eae4a4e248dd38adc3cd7f74ea54d8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6192230e82cbaee25c351636d0b1faae735380980d4f9a8d52845ba7f2c5e668"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "69c0b41e8d82f11f7105c4ba5e29f5e680ef72be7b6d7d5f50fad0b0d1209389"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "79fb85d0937cffce929efd0a6969691bb1dee2a35d3f67b69617a1246a775c73"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ce62b3f7962b89b6a96bc3030c5a46b7408d205022fedccf6a0eb44ead4674fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "27d315ac4fbf32670a3491240a4deba67b518f0cb74136c942cbd76ea3f5d578"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6b905132438c1bc9125e665794f2214de04638ab6a8f850d3f7a6f708932546a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4207c397743804fd80212e7ac07c60d0c8009d944cfa6096325d53167278f1e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2a6ccc27ab3f77113934e9fa2aa495aaebdc4f7a3a86d56ae38591effacb62b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9e0afdb0b8a375f1a29d2375859a8e4a37f6f59ead671ac86ebbbd2255d3ec35"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b87510216895ebab8aa9128b0bb85fa28e83c19e30b789f5aaf51c788cea2498"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dcba8957b7d9a116953916dbcfeafb24c4b7760980aec7e59280fa6b9a8622fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e5921df54a7eb1784a1fe68890503ad807aa732a59dffd2643d3f9dd3b27b73e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "33eab82dc28b6a7a86fad2361d6c3ae9a37feaf388f40c7f9f9492d1d30d86e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fdc4f916625b778b82b66f783c86c43ed6a6af43e475e9934a5244112ae795c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a4b480ae82fdef3b2e7399dc66fae2e30dc368a4304b6512086beb42e8dbe685"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e580e354b6c4842eda7fbd401cd3b8b25b8f9f08ca93b1b28fb5ef84755657a5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bf4bb156f3f03b8e034bf7004db550afa3c14516954ca51ca12389a4be6d3c29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2f36646049002322090372674f7293dd8e5bf4c64871098499f37ce8dc50fe5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6f036c24ff79c27e07b137a9baf47ca0e613639287d90d900aed2750ac347ed0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "62378006d1ecc342f0e211f917f9a39c931d149ad64a1b4b23b0a760704fecc7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b18b985085e86a825370966f73a7b926a572cdc554e1c8f440d041233eb9f30c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b87ed30557aa3dba17c0fa1fa41917436c9da408606cf31c3a4772eb887f5ecf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8ef777554d2a314a14c0ac19a397ccbdfdb645ebd9198105b927ea0f63944e0b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9545559ba371cb6f78af7b20af810a5dd1daaace64fe9cf984a19db879bcec3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "afb0e83e2663b4cb8007479ec48576d5bdb260355f28f972521b67868828d2e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1ef0ad3e19e8cb99de56bbbbe92d9e009c36378c71aaebabb6bd2c1fd3f33c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fe1f4de4c7068f2c81b89eb878abf47da4318fe84b99bdd60e903058d986f607"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "943cad1b3a4e8a91dee9ecd9ad4973e2b55fa0c408e5ca6bd1ff238ac6172e9b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c45b0840b810a5e758cbe343644b423e6d103a926d0c174348e7901ee4ce438d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5ef0264bb16a6dcd35b2680afd6c198b3e9ae0791880bb84a97009586dc881cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b623527e29f6c9d1fcb844201b704e0f65bfae108e0d67dc0c30059e62695661"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b0043bb39bd27d11196dbb2bb420da599ee42516cde638cc0149d4340f76fa8d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e12b929b87696e56a5b294834d1b7a565bd23fcae4458d48e75e4702f2662cc9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1ec70d241458690b7e9de1ffa6d3bce4a721dcceed1494f049dfc8f0a8733b5b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "72e7712b00e10facc71ecb71b7158dab4908bd8754992a089442ae1fbb5a302e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1bf6a598a3a76373c6cafe191cbb834a451d4587d6881df7d186ac96a89260d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0fcf286a9065d57a72a3f771e821e1b23afb397388a78e0bbabd8b3b800e21dd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "61fd711719c2d4bbca67162993b57ceb7e38069510633721f536f4959e35bb07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9db89cf8ba657a5e688346f8c37932d0238cd1d8d35bfbdbaa640dab2d9509bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81eb24ee68ede235fb5117909d06fb17dc2d5f43aa797e41f03e51e345371ebc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0bc1efec46fb757ddba5bfa7b4376da817e06539001e20be9b503196ce60d511"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b29ae7ba06174b79759d581fc49ad932ccf0ebbf906e61a188a5cbbbf90bcf17"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "60c848618cf95e1636d8fd9cb8d1a6882d4191dc631c0c1b46c681028d793ad8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "573b99f92bf6d402b8114382424c56a820ddf0a1d173eac40692989612d34e88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "56f08e10848082ffbca6db02ab058412ca0ca41e64b46f676a61a69b8e7ab036"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b89a64e54b010e367af812ba8c1cb673a6272dc0b9a691e6be1318a6989fbd7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "34b2d51d4892c077e0259295190f9bc7e070bf4803c7d5dac66ea229e3fac059"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8881fed1a2a907d7ef9ecacaf42f28e85312242f08ffb7b28fc267eb196e8327"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4009003490b8285e9645709fe791c78510495fcd3d5e2036bd6e70ac762c6e2f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bec2c691a4aa3817750dac570aa4251173d127ef3c3363a61b2af93c0cef0c05"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "82f802ddc37499eaeb2b9d4fc38194fe919c1251d0d8c7e381e730bf7955ae30"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "49c0a6ada6991176d53776e4e5dfe44790af40488bf36e15c66d7c55ae22fb6d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "19999240757763b17af92f6444b6dcb034db9b944fe51b44376454a252ed0712"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2a51d76d2a044d03edad869a3c704a2c899b53674eee6b13f3d2e4c7fc3c12ba"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a3c6cad6e9a47aec9d3e1ada5a7cf5ed26a582a1c21a4c91e54a42233313a11f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8e2a9a1d712c4d897b69930f87ac2e8831a536abc5e15cc98cf3289ef772d623"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "36484668a81124d1bab65a710737f4e5e661bfccfcf19a78cdad79a0af83dbf0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e33fd82eb581fc4d53476cd2e16d1c0336a504a9629b7ffd3c96eb2aa5b8da1c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6f0967fbb2bad3106d5d368e76e4450652d510fea81bbdee0b9ef371a9faa6aa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ec3031bd7ea9c0c5dcaf4bea539bcbdc870699a2daa22468e8bc4da5cd7ba6a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b088238b7a91626a5680ac63d9e080d607f0e740fea90d06f0a7d9cd00bd5b8a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5fbd1285b6228d95b332da62bebd168430943ddde9df5ad5ca9d1dec230acc72"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "88e38dcd14f43e8ef37472561d7e6e7fc51f93086daa275f00a29ffd0bd3f38f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c164a9c4feaaf436a91449fea50c653b5288bf394429c75dad4ca2d1a13ad1fb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8ed38b1b7f2db116178b6480af4448383d956b4446ed75b6d27b852d44dff6a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c1248014e68a81c7e378d11102cfd92aa13c5ef6889b2c5d8d59d9576a241c0c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "828075bc83105914a2095af4c5ac61295840790ca921e4ee49d8cc1e6000cf9d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "88fadc6cfa182fa19bce8861717a29c7d5167b650a8a89feb9ce70edfc9d146d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2f1136cc64fda3f220628641fa2a42036ac7e23ef8bd932a77d13dc251ae90de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cb1328fc0570934791720d5114c53662e26480c7d5eb13e9dad5aaebb65c2bae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6b726b18b2da3f0daae0e55ebbb83e67f40b3cfde77af7c0cdb87beca9c5d63c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "564e53b717b47b2432e15c88a35723fc44588926b3fa40cc1441ec0fe14e9566"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "889fd04f841126b2357a7837bc6c8f6f8da9e035579c4307a4d8d7f79fbfa176"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1220f6b96f20b85976e2f584f95be973c8e6913764196f4d3e56a7efa8cbe525"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b575397ad69befdb207251c525549e8f2f2169e39681d652758fa7471377196"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e0997e210370ab8916951f4b4305268193a549f16e757cff2a9e7cadae015e98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e65d9ef6d055b34740d11dc551c97ef969ab6fa70bf31dc8d1c8a38ec9e2d205"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ce95c612a3ea3ef990751c9f8e76faeaeee0af314402ed0ea0dce145645fa30b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0ac51e452615cccb3a0a4966c944e3c44bfd512921c4bdcc90401a2c319d8601"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2cc6890c4642eeae3db27df8e1383c85c24fb3664b1091010f98cde2137b7d95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ce65d45a2af89028d1dfaf00a0f0694953d6f7fe1d895f1c2c766aec991f32fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "24c156e114cdb02cfa7086125daa93901e97e800a9d1d5f84b237ac604369434"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "162c51e1a5b4b232139030ca75ed60834654edc300ab18d7b034e2ddcdcb3dbb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "feff83e72722cb2e183d0797fe55bd927113eb62a95a8fff52cddf1e236ed7fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c63323b055176f07523e028846beebec19e7324cb0b8a6cf969b712c60b1ecc3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f976d79eb2a615ad507726886835f4b3415bb5d7e988ba55856c0981ea8b22df"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9395ca6e2d6244d055dd91b17dfd5c8958eff58089deff8ae7e4bf747c3e9d82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "44efcf577dad3c6227f4cd863aeca561598a24cf4cc4ffe7223809c5a33f0bcf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1f48d9ca62af53c24db288414a7aafc41f88d254e97e8c6f5a5798605a2666a0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e3756d98bedfa9068121054199dec2921e6f4d60391e812f74edd8e5393cf7db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "eaa8b0308af6d449e01b27fec7d26aca0779d2585a56da18b45abc4deef4e706"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3575b8002cf7116f9b9cb9457fb89f702cc7a3bdf7ae3f88137c630546d44845"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "283aa1015b9c570bdc742ac9d3535b50808b5f9970eef6a2554beaf663308d93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5225ef2cc2c2d072a4b4de9f53b4f34404429da707507430806b80871cddc485"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "41edfe658ed29afb984ab9ff0abf2ff8e25b0fea0d7df6d9b1c30d3e39ca4c5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9b3875c7fa56d6a8b05d7019062d45e96ac45d16559a00fd1a53da03eb04b3cd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "89f020a8330ffc00c08a52eda13090a33ee02f6877c6b110c1d576e236dff048"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1077cc2ed655b96497fbabc08e42c47455a45e3827ae66fe6b8169a299b32304"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6d8bb63c81c83a683749fff1e40764c63e2ee29d7bf049b0832aba5ea361c662"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "330d3445035cb5166a4d772b8aa53275be0a4fc349278277bebecca45781b42a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "da595b0d82ab31a2e573ae92df7ef0a1ea265a5831e933bb1495a6317c9c9f49"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "dcc2b364e353a2da8e22852def28d3ae019eac05ae9dc416faf175100c693d1e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "efe655047320877eae9d70c13f6809e8e8eba6dd02acdfab670888e1442d8d75"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "935d486d46aa26ecc2345e3ac9f411ba2f9219bac68e2213e7e98cb95b4e9e46"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8e8a80e9b79d8cfe7d3ef47aa5078790cf0396d6261df34bc982e3c2ebb7f252"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3a2df2db78341cd679439cbcebb7cbf572c0ffe483f80537ea2bf54a3a7d181b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f53a60b7b5d757a613890ef0c643fa1d7642e42f7194e9d2b5244195d87f60e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "bfc210490a2e298c8f42e17c2695d06a7775d3a6a6c3e40bf780dd292ef78020"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a37186f66de3f549f726bc78829853e3970ba9f9a912afac630f682934f6571b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4437251a8438af0386d92c3fdf203ba901a2e43c92a68e6c24e75097e7f8ed41"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "278e902ed95b0ae0974a1240f74af89dd15e45f9e6dfa1bac214e20c8c029796"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d29f79586ad24bf1d2f4d8c78efe0796d0a25f0ea3fd947ae233fb512e81c748"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "62c5e12b9562f10b8d5e158655398992cda03ae9d021eee7ab6db0250ba13831"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fe48b37d9263f7142e7a6b17dd785bbdfb53db9d8c9197df4e24615de7a86244"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5e3490040c198b024bc5e775c97a8de63fd37601903e0aeab7157869b2c4dc23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c17ba167349a61aa0a9e0b835633d31de0c3b93403902456ce1dbfdfa6c6c071"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc9fd33e0626f619fcdbe1665a7c88cea78062dfc9bc96862eb2f390a4f99570"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ee8fe65303dff64136419ef3ae76ce8eff9c80b4bbf6c90edff743e198c487a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6b3d8da9710573da4c2e986646dadf4f0b5f0306ae2e1087998f3e3174b46fea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e361b67760a3383ac0ae44e2dd2e7d00005116d6374db99b59ef011ff661b36e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9325717defe1af6014ffc1f8f5abafdaef8428060621697895bb7c5d41f0a95e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bb4f54a07f13c2ab04c4e792c524bd076bcb3ee6c72c269841e588d07c885816"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "427b4eb3b181b6800d1535ff08642d2a100234439ce87de73b2f0ccdeca0453b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e8b99c2734cffe356c196bccdf72e48cd2b9c5f2e3687e515021c6a126edc127"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6df81ab91a50b1db4fd578548edd5f9feba04a43c828ef722a5cee7e97f51683"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e21eac1edc5165109c850fa78e88f93cb988abbdff8a79efc07403bb8a672394"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d3a88338cee17afdd1fdd6c9b3fca48c36339eebe7acb02c3af21f0dca7d7b61"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1e6545d7a6179fd166368364a700649c27a916f5342cbfa1b9809765735b36a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "43d7c06c68154f8e2e5798f86c3b238d46975f13de5deee904117e1e85dbf052"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "21fbdc57301bcd9aff5d79f1b701a7104b05644508adb6d419cfd94951600a3f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2c7d629e79c37bde32e0222706ef92b34a6cddf88b1588b3469de8ac833be1cd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1a6cbdd7cf1184fdceb8c226fe21edd3d90d08c27bdbe3a90c76b6bc46385e8d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fe38afc2d6958aadad7fe2a118398819dfb98dd459b92b921683b6f388561c9d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "06aafcc85635bf68f9ce0a2d00601245ad9c2cde66e5517705d5b9e5226a350a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d46a15dbd17f85e4456a03f7c3764cb60dee217d506c07a2296dae82da14132c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e18c87afb04ba0a80dea3e9d308aa2e17d348ede503f5fe18be580a736107784"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f72ba7c825ae1ed0c8cd47ed1c89d358c9b4535fbff355aa84d5cd691debbc89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5c45c33595634d66f1aee9d40f36a764107aa25518858741d708d4be4a99c513"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cb0b62f97103f57ed2b1946de16ca150ccd0eeb95fdea9dc7d0156bb59d6ded5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8e19e1b5fd6e3dd19229232640c9b8746d0170bee90d311b8e69bb1b3d9fd7a1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5aa5e1a787a2696827b5dc55347cca44c32da5665152148922bdc16d4307a72c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4b48fb23b7db9772f2a83269313b1e314c8b4bc7f66fbdac1f3beaa4df62d8c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dfbe1f95d96cccf377aa2e2cf5fd4f02fbfafcc959881c0105053f065c28ec72"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "621c411f0455aa08f0b5659439381dfa0beb4e209815a45e3c662424c24f8cfd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3fb3dde72336a5fbe69aca2de37cd3785231bbe417c06f407a9514d9930836d4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "abff9bf9d76eba75198d6850f4527f251b1fff2751ed4af4ec84d5406b397b41"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "149c7a445fdfefcf922f174ae5ec53b255e744dd0e575a0e6998e9e42684a0d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c2fd9cfa33730b208a132e19d63b77c3eaf3bf0484acba07c2837f0a32d18dcc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c5c2189000101b0632d86198602747ece718abca0a37faa675eab60472b2140c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cfea72d3543ab8384b5c2867dd7da2c6617fad554d4aeec494e5ae4fd729cae0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f24d09a05e0af1459137e5d42ebcd32d461f39c96aaf404fd0ffceff5b51f1f1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3ae79bc19b0401be0ba90d8511b2a8ab5576b90b7e9fc3a5fed1e80c72ebf11b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8a5f285fdbd2774ac44c0dc95e5e55fb2f10153c6413ca79b191f7347c8816d8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3805a9f88cfae8a65cb6a93aa7a2f4aa3db18eccbf3def82d7eb6ed2f5502327"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9d4fc39f65980a866b9043a2bebed426c640baac2188f0f6108bd517216060f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6e09a5d43d66be3ee726b3b52d2a69c565a3c9464e0ca126d67b2be089d357da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "780e5a59c4fa7c93ef4c0d9fa05fbff4d6ac753e71e731917323837640556985"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fb58bb15833657e97f8fdcaba6f35cd6900e5967bee52e1122acb642e66ecd2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "201e6e4769fc4e3d0956bd7f5018dbd1df6d1bf819f0cf47835b53457ee73fb0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c4012a972b3737148a408830fff2ce4db87dfb66f70f0dd52b0f52b2362564b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "913fc6f21bc3b18dd697c34446617caec31e4f308ced6821623787d361e29d34"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f3a69d8b4864b8357819b4e101d43077713bc38451eafbe4e0462c086bca041b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "02cd9a01e8948890b34598335a68c5f368373e5a6eddfa99761467c19506f8e1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "defce158e0eafae78bfae8375ee7d290013df3ff94dbb7289c53b0e7bb97e53a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a8bc948015b32634d79dd392d91d2a575110f46225a0b944de9b2dcfd4d7ae25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1aa2c00b09dd3d99faeda83a4d8a605eeaf8bed2d4a643c8980ccbe87be6809"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "386999601080c262de2a9b8dc41e26c1d6ccded16a34475aaeb1017b5f5565f3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9e8431318f365f7c24e412f274c89be6318748b66ff942b2fe3ac4f8db4a4c0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "553bb896c20b469cf0d774074ffce155b37bbcb512e8b1f26e7fcb703eb96c71"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3682a3761e28857c4799e8d3396c40bb46de49a580b92a922c18fc8fe1500ae7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "60e93d55194bf1c4f081bb2bcf35d9819a348801eb3568d7d3748728faee67ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b61b5d5eec44212e6f4b7cc94b5e1e30f054c32cbc322caa47765c10441eda21"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b8c8bc24a2aeeaece610cdb88c04dbcf3024cc496c4db25e727700b11cf5f5bf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "557581dd6e871db233c618d117e03f54ed59bce1384d6e253b082ea9fcf7a66a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "34360955ff5996a42ab5cfe014f2e2cde0cf2ca098d711ad80a1b6566c04fe91"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d4fc1c3e5e7fad8a8f09294ba8895c1bf697a8df6e95763b581b23c5b3ea1442"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "729692e8fb2996fe9c27e98bf2204ab148ed45380352050304c56847aabe00e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "44cc0a6e341b183afe84fdda9374237266e34251cc1516c2dc7a97f443eec835"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "37c002ab0b6664ca407fb80895ee1d0bf240b2af68764160c6449d05503a3ba5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6e9c92ef45f9564a235710de13dc6ec82a82df43d3e2da8a368ef9f9a0a6d253"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "71276df1d86f305d4a928ab8248d2a6633cbb3cf646797c0a2c96ae1daa55c14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fc46b0bdbfcb55eacf90e2ea6b96e37fa2b337fa14825d898d9d734c87b80a88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c3087efb36462a99b56d669483fe4f1eb5de83fa4c04668f0354ccb1446a29a1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c456bd0e71c5e9c7ea9d59c58a478a36ca0ffbcb5eb9a71bb6a6cafb6b4743e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d64d88581e5fdc9f7961b1fa33ae2522f4c14ab9942bb2cf583eedd07ffc9a38"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "636a253e48af8a035a44ce69a1ea66b37bffdca2ac03ecaf9ede0b647ce4d17e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c0afd586c75a6241a66d86a1a72cdadfa9347bc6903df0ebc824a923305853c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4fb4d234e05ee46cb0765b766da921c4e0976ddbccdde3b944ae0fcd8a427d7a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9a6eb2e0a3cc552c053e2e82eabc52be1b69d6e1ff825a63fe1cea0142f08818"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "744ca1ec7c186b32e2feda7d4a6072515c1702e34cb5d4a3a72f3c916c335282"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e0d9cc28f294cbcf3b9051d8fa5bbe679fbf3feca03e4bd2938cae41fd9b85c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "22f19819dde521a7183a942e975be44c460bba819ab20a7f836eb46d901ddb00"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a06142d4c5da166d9c1cc625b8d1214fd43ed6c8994391e3192e1a2c66086d9f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "33f122faa09e21ce49349cd186f8459d1cfd9c166ea42a890462a7f19cfb1cc1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5a4143bdf4c3b98850fedb91ec171d0c66520164622eea1300d1c94c6065dc4b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1370dd4ae7d4595c5cdc46732ec83c1fe657ccfe932a364e48790c340de965b7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "26c4364257c73808014c48b9117be2a89464738d5da22f97313e4405c68ed2b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6f3dc1db05a9854921aa03dd3aad4258d3542fb8ef97e3aed067c5ca7558c172"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8a074390c5b59be358e1ba1064422370cc94a6d15193115c9a54c820a0eadf10"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "53939628f3b733d34606bdd769e84a32235f4f410189bcd7f2618d29451b7069"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fff09f12f3f94b6362cbdb5de8ffe1f58369c113fbc897e612edf2c3d2e7af07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e97923d6da3b4544965c8d368d90304173bcd82119bc28e83cc807e32122b9c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3c857e16e40ceaf52d67275ffc218304c1513974ef5352411cc3ce44305f701f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "045a7615265627c754cbf95560eebbc563579b27593262e9eaf559ef6c8ffdcc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3fc906ea080e0e92d63b08e727dc6dce1e1db42f7da90f4d2fd2ab88d3df8580"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "59f3735dbb5c5569dde890b2f7844ff9478082c1328a3f478c8f50419cd43539"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "18147192e3b487a7e8e798eee26e5f3f1e0897bc1fac33770e36d89a4c43be04"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "621655792ce705291efd0b4da1c54dd4537a2febc0644c3dcfaef074be30108a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "83ac9ecbceee1b7477eeb202dcd036bb42f6d2283d50ab1485189d67a4b19fc7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1d55b450f2ac893b1d630aa437e82fd1b0f1a59f3db6b2473a14670cf3d25332"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5e5307b1c479098541d5db3c0ad614e21076627a9db055d34f1c7c55496f909d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ea4fbb06915d163632229656fbf1170064f78af953c1b57912a8e5758dd48346"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dee060efe0398fc0ebeefd5172fd7491b0503196fa415d85860fe3914f4da6ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b50a8f0cf5fcca60f9d58aaf1d0f63c926096936adb8cd302dc5e74896e4668f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e8f07bfaec315aa28b9788e93ab5a76716fb8d262262b1144855c801b0baab65"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca8cbce2d7d6643acf20275f9d04a345b021e179b3c64b24d7794db2217a3df7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "081b66e805b414853e44a20e1d1a49dff12c9f9377fa86f5cf08f35c1eb02ca0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0c28e706398a33aa8d401403c8962e09df1dc35d9030245068992072bac0608d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6197a8fc52114581bc4a86e2772974d27d0a16f1fc3a14217c13245ce8256a72"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "cc3c196d7fdc2e7ef512aca6f2499494608b9d59af52808ffb52b7a4451fc9a3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e9e4bc745a3f3b48cfa4e6bb4f1b6c5246b61b8429c0bf900ecd65d7cc87ffcb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9e5c774bf8610be14476cb18bbcb915b04872f81bf19006040ed58949b6b6148"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "81a31e676c72301a4d46ef88d9a3244173e670ca9a0f2951b611bcaebf44e42e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "66bd3a677646be793a3f3df010703c3a9583ae28b6b5c6bc1592a801b866e9c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6f7d29b048d915be93163f9727ee176e6d65fcee5277b75646b5bee7d1832d5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cef85b8427ec8a5e807cd44c525b60c2a9523db31baa68c7e6896bb7df535fce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "950049b176e0fd655ccb9d46e490e4bf9bf8dd8ce90dd310c0974a35c2fa8041"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2e68ad3cbc54770b6f3487be3cc59f4e1d16f62b5f07494613ce6c6d0946dc43"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7a96a4d874ab9544b344aa24e06d6bf351542bf4c5470b87f1d92e727978fe69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f4dbf8ef8b192403c253bb82ab0ce1cb3a5a64db31f2e0324782b981f9114601"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4430cd521762d95acd186402971181c8e08d076e546c2ea92cecb44e9f76b021"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f84a7c5c1f5a362afd7a0ef43bc43541364e67952549ae15860a7a865dccbf9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fde2a04ac6a92538d465131e38c75e5a3b272a650c11b64ce5a9e992a76daa52"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8d30e8e8956e133300fb2643863cb9dbac4df03e4087a482aa4d968f2ebf91a8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4d88b599168b7b42bcc516e9d28a7aaf5f7d16ec197d5ee48675ea290f607a36"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bc35b83fc6668b41edcfd0aae5f52ad18620294824ac0608eeb3ddbf9a149332"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8a1073561941a96925a9a24a0fbdf1634b690dd57eae4ebfe70f363108d59d94"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7a1e2b7a1a50095b1feb0a0f7158fc2f288590ab6a3176024dbc406c42047e95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bfb6a06d1ac628d4ef8c9615dc69012f8d3253cd600839ef83773bff3b976b6b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "92149db31399fac14d8e158a2b6ae07a34c2a5184e8a55668f5c94e8ec48f5fc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9eff12d29785457ab1c68678c64f568a648059fac3feffec19e378721b5cbbb4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "be3b0956780b706b47c4b4ae3446392e55e97a80bbee7540bd32f1f11bc2b295"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9c487b237abb13051699bd137aab8f66003a11b7b92015245c7aeb36b2ee88e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "266a6be12f3102b875cf25ad745718b166f1c15e905ecee74b0bb851ed0d9cc3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9324d09d0519f58dfb2629bbfb016f02397bb75a0c259f366ba3a1b1a36e1c57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "816da7f1db0c0c92a3e24ebd9a51bab1f5ed2bba9e06157f71aa7c82d09eb7fb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e9138632c546511c99c019b2162f6915c98c7d856280b53da60f1bf7511bf9e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8f4075c90e54198badb272c058a37be5212df0392e394c7ae3f918b525a939f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "395a277b0871db9c9bf0b84d0830caa30f06e3985e0026df2835c04ed4fb6a0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "664ef56790a0bbb1aacd47b0a21cc2116d4d2078a7794b92663fbf7b3ea8b618"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "29c966bdb94a3c219aa7968824711544b6268b233250f7aa3cb39d510fc9a9c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "84797b9423550b711319ac0180244968dd0226e40b488b9c09be6971533d86c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "eeb518222ec5c64003405446fea7f090afbcf8c10a88a1f0103063644cd8ba50"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "def8d58fc5f86aa86cfb40a83e4943b42824652f56fe0a2efac2b44fd5a23be4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8c62b585509da40a3238a65fbec5de73c5b8981abf31690d8f1f66601410973f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7cb60cc4d8daa9520f9b686250e39c3cee176d0ee5b8abb7257d845f72c5e304"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "89b19a9b6cea7c8e6fbb4cdb12ea6ac4c91098c487427907d5e10420d2488b76"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5de54b11129e08cf46a9f2641141c56116fc54da59436c9a7e7538b1653f0683"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d6c75d5f08d52b05a114e5f429442c7bc9d7e91b9f707be45053e157fd965ca7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ed069d88335c144eb22d61a65db4f0cb153407c9a4d30d96f7b2a37a606ef96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c8061aea34483de12d792ed5a62099d04b7aec7c3d3211b2ebeeccab1f419122"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9fa76a78e7c460ef2e415aae0f202b5b72834ba0ad6595eb2573b6dff3e8e47a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ef7e82f334b9c42e48ff37a87e0d845b4ebe0efd0e8d69a9beaa796286d434a5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e0a32793aa463f3db0d49d680b42e4a5ddad530c67c73397eed4fc77d2fc8ff0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "394b2fcb878c1a20bebe031cbe2d15300a14177b7caeacf84909dc03c940dd25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "694481c454b073db6c6af6cfc90245fe7d7e7d015f79a4c551c91e8a45342212"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "10cd802fa495b4bdfd02bf0d3e9efa3af648496cc11a71b4edad26b5659c9fb2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "90ce97b2335c0c5262de3aecdd1212abb97ab84812c561ae9566376454e3c964"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "56d7118afbaab273ad934397a193439ee165123644ca1a6696f574f61d0b1c61"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1f3fe9579eb5e343324ea8cf6c4eb68d6a234a8a10b9adb3819e278a4719b4c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f6fcd8a9cc2f86ec6cbab9672745b3a4316c7ed89400b123ebb8f452512d18db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "84546b201b8d05f3c7f24fe53395409ceacca27c84ea31e22a8f170475f755be"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ff0a734efbf9e01a740eaa47a3435c07cb89339312eded95207323afb4c28d96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bed1bd3b3844e27e627b16e105c0cdf970139dcf3dad6d6528b9f1d1127302d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "01e28ffdf565c70ce3a1ab36c15b538489b74d7083ce21c0634befb4083c0cd1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d256f2790a5487d79d1451f9192e5ee664f61cab934246fb1d41f54698688d5b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4790a0c9c99523e864a7e8092b8206e343ed1a7e59dfae807595aa1221e1bdb9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "84101058684d6367e5b62e4c835174e9b414224c56ef6ebcbb00a43bc6475f08"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "347e1b15c0e814a55ae2a5f52c8ec977897ecda8aaefbc54aa6e5977bacdfe6a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4a46175181f496c0b0e1c60526286881297af97701ba069dfd773aaf7a69d7fb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a7d0101c4db8d10cef44ba0c605164760eca4b4924959d35c910270c7edc3e19"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "38f80f99aa2503a14a3c1235e87daaa14f3ee90176e5a5cefd731f1e75f3d421"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6189581e077b1d53afcd928e6898ea73cefd9b6580bf1125ae213ca4c0f37167"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cdfabe84ccccffe3d33b35dac88f18fc15a3cc37ead3e33e4596d0965d41b401"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a0187636fa9afc5135c3ccab54684f87272fc3ed940b2c97c4173b0df1ba6b8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3f110805b3cc5ab45c60818ce8e44a63814f7ccfecd5aae6b13ec2340a5bc832"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0c98b31c43cb0f6e9fc1645132dd452a160b3d1bd654807cffbbbb01cc7527b1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cb5ece808d3179baa07ad3926a773a0ca50a66d63edcdb90bd12b3516b02bc65"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "17c5e0e6177506e32b347d0881444d1cb23893f4a52fbb8cdc231bb5b788679c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "37e09fcb92051478b461ca2b02ca31f00838aed383d63857a7c38425ce0951de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c39d91901f5a5bb1ceab1ca78c3867740207c60bd3be230fc7337406d6cd9622"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a152a65560c0ad75f63082683de8923f4a9fdb5c2e806fc1a7fe25847248b23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "62eecaa8ef2adcbe34731d41a200eaa03a5c38903f0d68bad7ddde0b4ab17964"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0a9ddb11cda6eed677b5d55070f8002d3209d745088401e88cfd0d6c12d5249d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3924378ec72cff03b9b5d32ae305188c8a018f37f83d06074609928db24aab90"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "72483c2e9c19ec1e3c39e631862ec2813f658a6a076c8995aba27225ffdf0aa9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dd34054d5de34db1af61e7c99c8d8b80ee243662ca1dfeb12700691084fc982c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0a4705c3c88fc92374d22427e52d0424ff31aab3fc2c2caa2143803349415df0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ba34f20fd7102793c6722bf013c7a5d13a0b0762fa7e345ce156e7589689aae1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5cf360568d87d31636500ea96b73337f27fcb4ddf41c077f0d07415570a2eac6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "71d41804ad1e3fef82798ad0eba9749cb7be8fac64c97a4fe28722c59a7290f7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c64d3c4bae58d2c7a520d01b3768645341f3822e17d45cab78337eac879c7fb4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e5986b2bcb3dc7c4fa735843470e173ce773a7ae69c027e0f2616473b9010e1e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30c75810c0366789e1a7ce35baa1dd3c4f23655b1e9d57c24d8650f2c06f4117"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30926a18d17f0a8b28378a78fc3a0369e5383ba8554bd1f3d7548fad1d1de266"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "27f5606a3c913fb9b8a823e46a55704034ab801d516d809b3e2c05479bd54d57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5d182412aba3731d4d0a46f5ae5d9e81df2ccb20a0451390cbca90879c0d91e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9ed8181f264433234e98d69865818c1d0fef47a2c4784c00c9991f611f6fd1a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e95ac7db1e6764cff338227eb941a76a84c4f21bae3e49106209bb7c2a04cb93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6f89810b7421f1e9271a8ba54f7b18c453c15f66ec5e03ef61366901dfc50a03"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "297260ba793017c036e1439781b7f3a9d70a2a50ebe07edbebcad78f30055bec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "80c466d8328a73499e896bea06aaf56fad1c0459871199ecce4f1eccd531f627"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec04715c637cf5e7115b95576a1fdc09edeaaa151ced8a653d65938571ab8650"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6217c4f3699947ce5a89c6b07e16e808ef4002ded9abe960333e5986698d5545"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7a9e5f83eaa30e39e2985fdd24c23d25a40250f81411620f731f2f0c8e237680"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "198ea168891e72d85122d95c4fcf6776b0bf27db4b9ca06499738be5197921a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6fcb89dd60b31218e7c95013207e880785abc75a7adfec767bff6df197e6c4d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "23c716bea8052e3a01f63e53fc092d929ab4e584ed735de1891cc50d5e8781f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "47e456837225a9496094ccc3047bba6a949de063ce9be6c9b14decfa1c301dc6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9e5e7a36fa947b582ed5068d58ae78f71acfe785815fd030100095cd9abe77c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b3a2505b8c2d932c784bdb5b30e1cd3adc7af676409d7586f5d22d031adcf6cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1fecd6300d0b07cbda4a4757239c21e78323e1b9dd2d6112b7c4291ac37e9e67"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "94fff08fbbe04fe7068347390e05226cb5ea37180cee5e798ff331c2e0e04f85"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec7c74611de2bde0672d6434755badc9de4282e84fc169d534efafe9f0bf24fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b3eff90a8a868bc5a500376b9df3ed7bca5e4e90bd2aa66941ac697bfa8b810b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "90454d7a7ccebe2412f0c7b9838b04f03e611e1a6ad1bea2f340f2c1689b69f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "36668f47f5c2ec1899f7822b795081093be909a93bdf2bc1b11058f79203d92b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "38d14f362f161462c469608e1e462f67f03111d829646c29085b4dc13be53d1e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1b9cdb166a65bb251ead90007790b5ed796842e86c7b4edacc0cc732bc242ee6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "13242b82dadba64676b9f12467568c38318aaf1cec937921644a744e29f91dde"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8543be7ab9b920bd5a96f27eb78fa17062d33d7f6c3330cecad61fd2505a4025"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "13959f8d5265671bdccddb4dec9a3e1b231b83415f640be36c92767e375c0d0c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "80c1056b6c5f8117a10f285236ce366b3c5d5b8bf35cbd05d8e8f518fcdc4ab8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5d89879a2b959217de1c6ad301538ddfd7725b228a0dbb32d00bc284c71640fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f16ddadcc84a29c3691b44e71816dbaebcf07ecb06338707db75a5ca8111043d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "51f5a249df315c4246c11d71898b9ff723dc494e7dfe3ed9de345d2eb97e2a89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "041348e21fd5b48108deb0be8f523b2b5e4cce3b092f368eb139818ef4d37798"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f7592deb8050a29d04b4a304f8d9fa196bab93ade894d9e994aa5bcf005b32e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f00ad88dae747576c3e168aa725794813f4daf5f650406d865754eaad5e2f304"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0543ffe5ce561bbff276c8500d3b5f2af4e38e704b2ddfcc800973887bbd822e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fe9783502fc0a342f20eedc4feaf6227a8c1ee05ee64ad1813fda589b05d9a32"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "bf7546d7203f6e8453dd567796294832d9d2d2b040b7973708096ff5fe96f6a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1de420c4d74b5cca8ee5bd712e7a54cd5c2b0c0b52d23e61a449ff35e5aac372"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e5a09ff39868e4828760635ce182b60175be870ce5d515674aed87af51cddd73"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6066692c071c7392b0f38a20546b7877c8be398f11bec3921cf97fead233a97a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "321ec7327079783f8827f9059edf1d82ce111e8d3a76bbd9f4453c009001afd0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "52d8c514c058b051c215d1cd037a325fedd33079d6e0b0c46b68510d80399915"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d751f81b342607c2010d93d65ae8a656c1af549a4b831b638bb9ec4620d8b6bf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "198eabfa0b4328f79d655ab9e71d310101ce0b50a1bc9ab7693cff5e8aaff850"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c7b312ec2a6e75b4e40383ae230e275de9b3938d1611594368546317e155b5c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "290ef469a02f2e503ae88f0c7021bc2149291fad56abc3c0c65e0e687819edfd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc34213d0deb70fa8856297ab69f811e36890b2e3cc65c095d4d4457943a944a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8897da349e4af03c8f2e63d7eb133cbc00617c91930fb9e7f42371e5d80e7fd6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "617876fe042f62fe9ada772cedc07e192e8d8fe795c616736211cda87c884e74"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e8ae3b570ef5a0fab3ed3d69e9f3f06daa944ccc1ef5f70465d1b9a4331e3d48"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a7570a4e95353abfc0b557eedcfec17e5ee86a7beb0db38a1343dcc94f01a010"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "561ba91f62502e774f940cb437445a1bb3e5cd48768feef8cec1a17ed8a219b8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "76e948bc89f0716fe4513e6f4644928d492ecd4acec2f26e017795bd38ff8b91"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cfca23942c6113bf1df3ae362a15edd59b8cec34c99e668f2af1cda68b8807fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a21310914525e9443f1d32b466e6346872d88f827cd1977f201eebd234a4f7dc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a1348ec430eefb9c8096dc4daf375ca52ff1ba5751a0107aa9dc07c3ffdcb298"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1c164b75c02a27043abbe15eb9ba42e314821703e9ac3f60e8631978d48e80e1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "92b16ac4f2e0d30ba81121db31f72ebe61767902918121b32b9e85709c23f5fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e10db8487db9f0e06087ee5cc2714e3622d027074dc22f059a4598d301877f29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "dbea536bebe3c901b78a45e2e03490134cfa0626512e80d752509897f8cc7097"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3076d6ffd0771c1bdbaad1c761fa213d03f9894c6b96ae4779c237355fc61e95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f0b99d38987a6b5b4e67e90f54b2d4acfb7c3814fb576806a3b21a2eb6ec180f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2578a10bcca68c68689d659e810a5339787cfab55db986208ce7c83802df8b34"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "13dad2fdca0ba49a6dd57fd3b90ecdb42d015236f7d50ab25bf97313c9a60d72"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "64f7a7ed129d101fb9cd76f5b2bfe25453af805e3dc370b537dc6db111c6b057"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3b2d588f016057a096d5b11f3d5d6e7d4471998652307f4ca0c9f7d2a64aa196"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cece843d5a8fd46a91b183236dc974f745ac275f4b77d571bbaeb6ec3bf2050a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a673b3ee7b6302e26bb112a7665603483be369cde32ebee539c08b7db03c049"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d83ed3aaf72420cde4e2c0d6d508d8943e560e0829a8ec1bf2e75429583db6a7"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "237944f2ce5492b9fd58ecef85cbd6c177c693e583a270ce90c2f946c1c83076"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "02f0055308a719b904a1d13ef196d46882ba88aaf3a22ad5a3da1801df684ce7"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a8f4aff15521eac580c2fa898caa5f7f90b6acfa16c745f6bb5d12c821cc46ee"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "99b4846a42de5c6d498c44520466595cf206067a15b33b901c19a1a7c4f1f87b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67ead761d715e9ab456eb42c0bb0d0cc8edfbc59eec79149208679c71e69a2df"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cafd83ae626ac5da01a49691b7a90433a5e751b484957bfa28c133ed951263e7"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a52821444d2778013ffe2766686f75debb82b81e56421322dccf485ab70b8cc0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f37fad416970cf0ecf3d93e524272acc7565cb1c4911552d6bcc8b4cb7b55e5b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "57353c81e77df87ba6682f5117a820d6e75040b3831065f0f245d051ad404f45"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8b76370be277ec55f6ff8e2c8f1abd9d07cc050c6597281546533fdc918aa9ec"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6e7cab7a523f9bfed87d06bab5a1bf4a2542fadb1e6c930f8cb554bf1d2a83be"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9d05eb764cde31058ad46377537d23f8085f03c74eb18def6cb4779a4bfe3f40"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9af37ee146cfca6dc50400049caa43b25fd54e38ec0d4ee9acdccb10ef312b0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9ecbbecc8b68b7df4037802eb74587f7fab35a7c02644af40eb556d71306bb9e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "686756708f4a941d7564e7d4e99bd0f5df4c6a1cddea66614d8b53ac1cb1e856"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "12e95b3f5b9f160e487f869ba26e8447c0f3f7ec9d85fc8541ad5e83d2751bd9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "28390006d81c8c6bcac043bde3d8ee80de46fa42ec7e9adadc765629c38a1b2a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0488a5d24d32a905778a9ad35c066777c756378c46ce9a910195d71fcc74e5c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ed329bbd36daba01500e209469b7a8d32f37fae674c22608e936aefe3cfa53e5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0cc0b31df4dd651e7c9a75006bdfbb02e6e877182ae4d9f0e4adef5ad36a9b06"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "83ae033e5f205a7b4157d6977ca5ce2ee2f5579830d97c14cb44a00e107927e0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "404891aedbe73845dbe3963d7f617f7e8400330e983d1816b69acc8451071bd9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1598ccda82405a6dffd342bd50c750691ec117cb7d29b46306a65006f23d42bd"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "68f184d5af8d728ae0427562b2635b66b1f2ffac11e89324c73b5c86bdc61743"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9ed0085367ec8adbc9fda77a3a0f97e89e66ca920a1066d69bc1dd129cdb5c31"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c06b9c9052f3f69f82b07c9b5501c5c313ac80715a4f570489beba2c27cf7a7e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca0760006d49938497736f928cd5af2b50ff0cb1c22555efd78e14ff5e274a84"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "319e08ccc900dea5dc7deffc3df86b738462b2b184dbbc63b72bf0bef5c55635"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e2c3baddab65a2d3bf1fe70d0170c6d4bbc3f94c0f848aecb8336969bc5e2f1d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "44f5246e34179c591c348cb3212165597a61727257dd046a23265429d3f05016"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6ff39bf52e31075e583328e55643a23ed57b2760967ae8fa02a1f88fb3bc0907"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3835da1450ce8cef1a4aba37d80073f962f2213303dbf57bbb24c2d9eb77945b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8719418329f784eeeb3a40498582bc61bce1eea437ac6bdb29ffce33dc56cdf9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5bde1f33827669404e3dc9152e3435960050399bcb690fb4373f5f616afb8c8f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7d08ed84f01b522b4600c0e59c6a9ba46aed463e7a1646c9be439137c0562164"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e02302f0864f44d28f1a4a82ecfe099b9f24bfc60fee4a99dcdb9227cbb9b80c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdc7a6e812cd6dcc2f31a33057039f02c2fd995ad9c380bf6d631fba5e5b6d18"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5766303286f4429147a909428defbb1c33bd10afed84cbf72bfdfb54b686bc78"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "09a571840c93ea0e6f64b7f321991be41239f589e0eac10437fb4ef83326c18f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5d8e45d933ec5d26c1081ebcf025a4030049cea1350113d47fcd04b2e39ad572"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5808f4e0e36c80d26c80a3464bdbd6f4a585f659f08e51ccab64276043f07869"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7c9f24e5d0f90f31acc08388d4d737db6b9eaab29e2934f7015f8423e4082edd"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2df43e702b7600f3640aa6069d709d280957d25a623a4f65962dfa11516acf7f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4b841d49de86c9c9036729a581aed9b6f10074a1d7e752175db526fd08837561"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d50f4b05a8e74682f434c285edbfb81dda2d6a479e10e62e61701b2b30ecce90"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4981253d743f7da42c0cbbe7a2516a04dd6b53ab45fc4c0bf65a3fa14d4d98ce"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff0cc4f0170cf1202401991d3195cb9c0bf849cb0a1f7c81d118337db9536201"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "813ab9f0ce5c304e18598f669c47b94529ba75dfa9c140731c0a7c4dfd9571ea"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "740842e7489bc042b4bcc020a4460f6be887677b7c13d7430db2e14cbd30fd06"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4914c4f4f4e84df13ddf8c7bf67786fa304abddfe3363d411d61af3d1d55a147"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1b56ea59ee8e030a2798ac12713c556e917e2d66a523d102f4495149b6e9bdc"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "96ec7e5c9adccc8c377903a4283307ca0185ea9934f1c04842213c08cdf31bbf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0df871eef03fbb9c146ae3ed33c13e8901a4f30588498753bd3b6ac828aaf73c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d7eba0b1afb2ef64abe8da909d13c4bfd5b1c9101267f519e52dd47183bfe244"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b41ea15e43e13baec538dc782b84e64f0c0f59b8aca19b9f904c1df2e4d806ee"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b0f18fc4cdfcb6ebf017427bc1e8769e7a1b110c80416c0380b7a764ebcf3587"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "06f53ca087cb4051381b6a6b1d5a07be35490851177d6c74b874323e7e50a986"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "81e0eee104fa0cf241d3a56b9e793cf3b4d99707761431258b59c3da84b8c21f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6f3afc2200a90f96ac6aa78797ebfa058e0907cba0630d363888c1df9f8697c5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b1a534e7d6eeb92cba86dd1c3db9962bfffd4986351aa2dcce908d0fbe9c20c1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "923efdd5148568fdc2a42ea6f06d4c532f35b36f8e1b481816e01282e66a420f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e9e8e4a0574efba5e717207ec36d6fa52d3272fa72a0675feab8e48268051f37"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7c3ae64db69bbfe2bcf06cfeecfb30079341c3f2aacfd333a877e06620476a7f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a5353286b72e679379735a238031fce8e5a28cbc923b43c43c5b6423476839a3"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c42251c8e9690f4a8e33e3e261c138cc29e01eec29bce8b378cde616c1ce75b2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a59f57070f791830ee3fc8b42405cef48955a91f313a34bde0791871e733d5e2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "428dde62c5b8163654b47e7e9aa2ccb15bd78b26f3833a05fe31defd4254f80c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3ecccbafc509eb83e3f59f492ce073a35d44d4b3fbe9f08e32b1da137d46e2ae"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cab7e7d8d3b0b6e8e46924965fe53eb658aafce60fdaff6721a1404818a516a1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a4e63ca205e873606291effcb42e3949e603e8d342d51909516547227857a7c5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c4d6b41cec7d2852dd9e7eec8de65ddb98e8bdcf9b359d40f84f0f5cea7ecbdb"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "448183ae825a190de2d203698699ea2d3908e1e00e116960ea4daad5d1b9ca58"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e241ee5274f0fe377efcbb0deee59b6e1d210e193299de7a7f81566dcfa0087e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d9f79d270d3058bba7b7c47f8deff00e6f0e0c5f802c78ec12588dbe50cffe51"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51b6f19dd328a586fe8f6f7e1185c8a2ccb13870cbf8a9632323e5169078af9e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "493895171e36bdfd81e651eb871ef329382cce21f222a8341302b425417daf25"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7297e271f97cab2d66f69cd150089302a458e17daef8ed91b31ecc012faa8c98"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7e8b1f145eaa8c14a3d73567897f318427bb5722595d2c964385079943061cc6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d6bd681ed2fee485f0ba0a5697ee7eaa2f1e372bb0cf43fcb5ffe50863412bcc"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "288ea8620041c42d480298d0cb45e37ffb1b7da5a7a2018f696e8019b41df848"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "42bbd52f4b32a3616eeaf1da3568d7ef79a9697cc4ff981369210c4e0b3ec1ff"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6c9939a885919886ece02815e5e6fa58d6ce042628a0bcb14fc789cc90190ec1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "65b5c32e0ca18cc0d8635ff4be2adcd4253c43a0305b25dced13e69b62ca413e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "976916efc3a34a8eed7527831fafa9f5c941bf2aad0430b69d29c9742743d6c4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9b0401fef237b25715c38e66f83ce0d16b010b4baf905413d93fa9ae41e89851"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "98d12ea8c7f2301c7926775070f00e999b76a7853714534a0ad79130b115cfe1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "70f3eb6dffca357799272f23eb3a31dd196f972f5952bfd6a28dd03e0c2c4c78"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "99e3f553ad5220f43628c36b65eaab624743a320426172d1e711da8bef1f3eda"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c1071a8b41c49171bdef6de2cff92eb8b03558cb3663ea92b37aa7372ea6254d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "190b6103e9ae6dfbe327fcfb1d6af2c0e7283dc48c971de75ee555079a33c975"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "deec223129a35a61fc4fb304d4e1dc499ed4372c57980cc2ce3a1e63f5ab9aa1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5ef82e7937eccee9ba2af74550149d5663ef20617d2ecb50252d522338fb494"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "439086aa09f56abd764e79211f7500990c8d547d418d24cd40783028c8575e9a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0ee27bd29581737280e355b0eaf2f2f7b88609f30a884d2e077e526ecf666767"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "31ee318eac44eed060e4991886404627a759112fc5bc9c74c135fe326c2189e2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9d4322736af6baa835872b1188d9e520950a9869a16fbf003315e3e715a71124"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "59b3a31892033f51671ac2b458935dafb16941fa74c9fd1838c34fc6ab1c164d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e3886aac63b50d8286feb8888a5b8bb0f935289b8a0748d65ede42497890de30"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7054bd8d6cdb68a0a660bc83d7f672f1b9395f4e179d1a72cb6191b491125a8b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b5f78195ca46959eb018330eb2a0f3203e7aa3939aca9ea2a0c7aeb900f25aa7"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "19c6cecc186e8ca2f780c97503509be2b32c7e4f3b589944ac18b3d0281242c6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "70051ddd64e2755f212bed045619737bca9cd24f93fc0febfee24ffe5fc9848c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "366b33d4b167783b37bd9978bdf419aa1d230a7d3f29d876a3471444d61f1b1b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d0dd7ee5689352f5846615ff47e5d8c17ff85041135c2a511b6d5bbbdde8b832"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d10adbe61b947420c8c1b7b4099cb93c6c43aca2d810f0eb9ceec9be4c7d48b2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "84bd61ab1043f08cc33ba6e8e017a87c19592a3fac8745338650d5c2e4ee70a0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "229f5336e0d84e99792ac7048f2e067530f477f291949c6f8ec45fff7028076d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b2938c808d81800078ef360e4fb3392d09a0ef589b3916ebb35271382014743"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "624410eb849c60e968f6d21810c60d2d13647d083f73bc06ef5b2d6e1cfad4ac"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9da8c48def7904ecc4b91a6856bf16a06c7316794a34e0ac7666ade0f2bd9f4f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0639e63d7d9490f56cb006951bbd31a41fba256fd9f32af3fb14afe444497ac5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3cce3ec12b2f1d284380033b686b777116c856e3499050e5aa59855661d0335e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "89ce00fe1b2929fc8176c9d9bdfcdfefd969b9e0705b455ebed08dbe5cd165db"}, #endif // EXCLUDE_SM_103 #ifndef EXCLUDE_SM_107 #endif // EXCLUDE_SM_107 #ifndef EXCLUDE_SM_100F -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f0704c30376c3e55d9f67a75fa9ecb81c523bb10c11beafb1939b287e7b84d4c"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95a415e36c51c3773e972f871d6dd7650e9f93ae903b0791508636b650ea8240"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4ffc3f78772f53625781e5c3bb972f4cc1b7821ec438dcbb3852b54972f86bff"}, -{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8bd24b8d9996ac62e355c0b7fd0b1bd0e96945d3fd26874091a413590397870c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7c58254b9a03786a67866364b9f8d53a5f72034cf87f49d642479a0c1699e40f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6e05a2fec2704963fbceeae54ff708fb244332faced4c78acfbf61a2d083a2fa"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d0ed52039542b80c748dc84dccad49b5c4614f1133455be6a6a49681952ae529"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e071d0558f7d373f6cb782d8d4589889f7c9b46e3849919f6ac45e62d5828022"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30157e1b43d6b1f0b36a69746bd541d2c0039e68fdb4a55023ba0be7805672db"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3bd65b9c11dfdf30afdc68dba1ffa24571d5b34598207d930dd3a47de9ca461c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0ce9bd688effe38ced9806889ed993be54bc846d4eec272576f0fc3de2b5411a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fee06e199cdab0777cbd35411833559053daba8e8c901c77104775d4342aa21f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "66bb463af106c9f9b754aa662e6739764f5a867525afb66b8e9f0213bf23c04a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3b8fea9bbc2c6b22e9c366d9abee83f144729252d78733b05af48afd4da5e828"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "184ce29aff0ee0f785d680ecca6722c20478a8093b880615cc195da52cfa697b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c186691915979cc15c1b5542a2a6f9309619eebaac37f7b9332c8506244236c5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "571e1d2a801483fccedef8930e7673e073c0a154110f12275c97c7c588941208"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4b5a39aa8df81d5ce860eb7af0ea92c0dca954c27f78b4192241d130c06a8f0a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "56a8bd9e9c6d47fabb6db8cac04a404612525631ce6dcc42217226c24f7929bc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "20585aaf5104795958ce7b4b68b8a9bddda78d3e618b4bbdc69f814ecb517bb4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aae464f9f3e86277437ea5d879d78c8575c6cf514f962314049b88b725aa7353"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8f43eb6eb5afcff8e7c29c9910b1c946bdbdea4f84ac4b93afdcaed89385b385"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "eedcffd750d43989be75f885a7be643425ee6a4d81d6788ed2efb3536244d3f6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1411af9a31cd9446ff4a9442a800276792d1e14db480d763a9125de983bb6835"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f616469d97ba34b7e9a128e54b27462b57a5ac5e8ffbacd161549ea02180875e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9dc92a661a0e99ce65e9359d9cca7966a10f2aa8e2a2a11709656147f3ea4d35"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "389939baecd11d38c4ea9dece8fc01130c9f5d4642faeed6f80ac9fab32e6a2e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5047a74786e968a5307808b54e43db6fb82fb709a2e24da3d6e76f7dffdb2fff"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bfb1ebfa52f65ce204e2fc62832ce75d36e92a4add0afa840eab07e26aed7a6b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2817d1c3b8fce8bded676cccddc41ac0588a79d6ef45068e2d88a7701782e062"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdc66c9468eadd16b146306d8db9e88a8afa9df4e1c6a1685d1e385c7dddd0e4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e9675b8224153ec4fffac4fc820bf9b90517c482e22752b49aa19c20655fe163"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "746235825084f1549e3e793c8165fa995a3f2222bd4ea2827c76138f71843960"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "642821f83d9d0b2a5a48405efcc521937a450cfff9140c433d992ff4296df13f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d64bb8ca68af5dae479c5e54a978c68f46cf31fca5586c0cbb19d59cc2af615c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1e60b7c6af25db33485c0d63d963dc6569adcdeb8f10900925ceb826471ba8ad"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "993d5ac5eac07d6198ee322fff80b475f948b963359f17f741ebe0d2d0753bfe"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f2e163e58d38f84c5ada45427651170dd49bbf2adacd77ed30dd5e1c5b50bf82"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "43040745813af9d7fe8ec49f7824612bc6f8c2f4fbb581d4ebf4182d655680c9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6f3c77067193ccda6343636c5ee68ebd38be1920c4ca3e99515758879419858c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "19bd1184bdbecb7d1bf560090b6a3293da5f3bb262acd6d01fad0720fb50f43a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ff48605169e277699aa2b396e2a7c0d19d8084445542dfc5ab0ff24e885d6907"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6ddf9051e9f87ad40421d92834ff6074eb7bfb8631ef424378b1b96a26447450"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "23cd0b81e2feb42c61390e6b856a1fe6caccc8f2c447de07d4042d7993f748d0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c253f1d1a1bd0e0e05c4a0a8aeb54232949692f9abbeb05eeb8de1d44f8040c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "182752c56c80ce1a226dba65cbdcd6a2b9d79e9cb51da89b5fcfaf61f4d76b28"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9108d8a59a08d38032454e9c886612643cce4ddd0ee5e11b81a8e30cc6d8181"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "06b3fddb30d8766da3a28e976a8fa98031487e51ff0fe4f644f495f48a2b3d40"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3ec29768ce7aad01017e482a78008a3296f626969d2dc501ace9b4377080c99f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e5eb03726574eb3b103f0619aefa341e00eeb2a0fbabddf0c45a3fa689d397eb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6330191735ad17b672e6b7506e5c77b9321fe5cef41c39c38503568c4dde95ae"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "54b63154a30844da55a103b6afda7a2d410476c021d8944544490ee0de83d3ad"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "09640e1e13fd51f6c1ade0f82e3de4f595dcf6f77dcab832bdceff9e249be3c8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3bbea552f5da37acf1cdd14a0459e0655629f62bd84bae9d8728d93c49f93ae5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "40c8992f886daca18c847e0298541064fdd17304a6f44a19b35e7752b89374f3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3304d4eebb183f71af8af0dc166959ad0ff257943bdc4d621a5b28d46c8678f2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3c22d48ce092c0267c821aeb6be7ee5c299b0a4d46f7929a4acfa18cb1b5f684"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6a2913bf0f9201d59d155740b23d64faa49fafbebb3bdcd8686f7fb8c03abb11"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9f2e4d7c9b81f1dd28a3d9a730a733fe5e3a419d690e1673f9cc974e74a43b5b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4f7042aa28233ec876f5dce817032c06c2d586f7c113df6e992be8c8c372abe9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5589c6a487175f8983281fd050449e62f880e9c4df49cb041ddcf14b8c7d18d4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ca7ba27435d453cc5704ba39e1400406f4000d045151728253662a4e1ae32702"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a9f8099026f80b6cd1baf0bb02a94e23eb27b10e75df892e4737633f72561424"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cc8fc66d1145dd1248bf06b7fa1b77cc230a4390804dc6f2f7b7e990376bafa9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c1bc485e7da6f804f4bbd7ee13430e3348282378ad1f9f3364f272bba2fe23e5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e91e524a608e12cae913e2bff52ae1bf715f6970acfdc6e3347f5e1706d38601"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a089a50b7a5d4aef06380faf57e33a0036327bf5508c478c98d5638cfd51e262"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "38b44b9a57b83c1717603d5966ca68027e55dfc29de4c13847907d16cfe1a47c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b54697bf65683fa3eb95c2ae677c0766fb2be2725a9d914ce228d8ede4362bfd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2ee3d5f7dfa3de0ca5a69c5779a5d8b49fb001e8594870e42a5ee94d9f5ec9b7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "53d0532b149af48426a5b3fe3c932223667d72fa022a7f16d76c28b4d958f2d5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9ef27b8718a521cda6c14a5f83b7c93924158f7b5ced0ca95c80bdf4be2a9753"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fbc369a615351583c2dd4f6cad3ea08a108eadcf44966914ea72724f0d9525c1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7ab70b75f16a0264cd9fdb368958ec9c1f095778f02b836af677243283a366bd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "867fcfbb9c26258b08143e70ba7953915c944bf8af91664a5e69193c02fcc656"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c582a4b8cf135b977a15f09a67539763a19064c2606dff64b7bd661c6190691a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "44c28b02750b901c104460978227e532ba61669a3537116ccfc1e16389adbbfc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f4c65fea9096bd718ffe81aa7c5a49230249943e0a607166fe4ff5498dfd10e2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "865416c47598e1f3c02f0dfb757afef1813cf734940af943ea86be74aa113f14"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "55b21a64ad49fd060812b535250bdc5876ac54afe418dd0dfd392b9a08b46b5e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9b16c7a949f3a8dd23a2f9d33cd7aa75882efdd90c933f19bff558510459ff72"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2804df190fb6b29742b7d090b8a7c2342738938e03f25f7bbc712f1ed37554e9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "06c0400e1e159a7dc6f0890384a3114125b10397d90e9f1800918cad51f464a6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4737d0944a7e9ed161b551ccb179f94367abf5a8752187ccbab894419a450a0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "be2071b7782c1ca7ad5d2c32efbda0108d6388d25a4ad5eeb0380981e30d608a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ef38c733fe6605219905da469796d5d3b525720996a1fcc55cd1a002b06a405c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7b5801fcaa8b8f864d50bac9f3d525355e2206bbeaba9e48f802838baa280ea1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1515fa9b1e086008b15414fb4609f08bb49adeafdab0821fbf34291113c74492"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9e95521e298ee525d7f3fdc690f28bef8f344e42aa386188553a8b4cdef4b79b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f4bb764b1cee32ca14e5d2fe3344560b149ddf3bfcc1bb8931964401e89df227"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6801ea1e421df296facb1a5cdffe9055d309d8839cb58e78fc89d5408ccd8b96"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a450344f0e184be569bf3bb0a5beca3d429f052188c97f401ead68b868a6011f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fc5c8d91c7de9949674986e695d5c616eb8df7d79c758db2aeaf49d71cd731ba"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4bba824bd0f0fe13e1ba9d2fc992237bd25cbf9ad428accd8e149e10dbc87a89"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "98d52ca635a0b448418fa932a16e6fe8c79e447a49a03774f1cd1dd820cf8bab"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ccd02265b645bcc66900e8883d0eba3bf7779928725215f88463ef37b77a9a3d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8d3158a5317a0c7e7a7eba40cee13b04afca09fe5c921bb6b6a8e8ac2a4c0a74"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "07517a72e842d61871ca0f4f619d3ffd97abc324500f2b464a378f150d5ed67a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7ab01f58c6ed6d50e06e074ae65cb53a2618bc3c135f08d92d6099d09d935998"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f0e2842b8b633440c942cc67309b1058bcad0adb563e258c549032f04344d0b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f606e4595b92cb96262c013c3ef1eb945d472d5e8e708472bba7d99670442ebd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "63e3be32fd7e8b7fb94bbfd1e598ce2cce43c08f352ae6a0960f46bbde50b2a3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a276485bd725efae7d5170fd68d5a02cd725a312fd29d117d81968c3f3c8944d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c6b05584fe83d19b269bed9972c6ad419421077b50396546d7d2a7609b81af42"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "172f26553080980644e9998b27bc59942fb6708c20a3e6b28390ee0eec2ec1e7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9c231e8636c13185f99f56f1b4198caeed3464da0a0db73385e7b13c9872ad13"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8c48a9b93052fad2f0ef219e99363255214fb0db2d017ef5b4e3ca5e60cf88a8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e8ad55021071de558a4635b1d36a847c12069c87c8c8f6c33c943f0a89a37cc5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9b03ad7810aa2b256436af86bb00b432d112bcaba02ac28ae8b7d39e34615ad8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5936a25f2045bcef2da4412644180bd0acb31378907deaf40f15dba84985f967"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4022b4751d65bb9afcffc3b9bb1c8c4a262034c9fe1f5f1dadbca4f6eb5fa0b7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "da1950c80455565d729d28cbfb93bd645ca5da4e1a574c6d46a6f897ea1a9f7c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "acc675da2583c35b2abfdaaababa9df664be62f8ec7755ad35ea197f31f9f2e1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8e67e97799851fe9b33eede139a3510c12c5f421994f3f06fae96ed4663490a2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bfcbd02dcc77313e3a36350c4cc5fa5cd60b560e658b19baddc26ef38bba43b9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "358c5684c74cd0f8ba7420088a1328ab175532d59b9e7a7f987ab6bda3ec8d90"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b9e3b4b62a436ae5f97fd87b5ba2017ed175b79569ba093886224c9e0bab2d00"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c33d97a9752cc7c2d76e325c427a829843ae52fcd20a51f9abe6800d4479a5b8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "818b59213eaf59ded2182681fec06ab21a29e3dd9b017a119e8bae97f140a4ac"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3c3b3984371a03a9005ea160a0f63ae5b884f6fb725ca46337d36f20252a94cc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c01b65b358dedce0b6bca06897f0fd6a85a50979b536b1fdfc53d6ecdb62d9c0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1fb0fbddc619be78dd00a7ddc45a565979d12765c9aad1638b4bb83242cbd127"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e1862af9572cf8f26bb1e542196a5db089e495840b014d60107b4f63a3fb4305"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9371e1836c8922b81756fb1275286ab9b0d26eaf307a5228aee1a805fd5092ca"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e0e3366300ab3d3de8b4c6f1a3a60a79371090432e0d92d428b8314cdd85f445"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4b3d3d19409e77d68fd76e2d382df4a9244adbcac9474b878b212ddc02c2bfa8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d038b9f3668dc383047c5461238dd75247821501708c73f0106800a74cf31920"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a8d0d5fb1f44d1f5830d139cc95d99877f5b20d9542bda5bea05def7bc19761"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7d0bb0b614e227e84102d2b9cf779f572c467930f53f644e8db4ac79cc563857"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6d159017308139cb20b85be954e235dcc7bfb0219e019cd2da6b0ae1e246518d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ee6a1347e9d8c704f1fee654743a32329a102cbbebbd05384153b7c0274d3471"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cee730c0fe53fcc854ec4f02e179798f05710e805a8647050767d07fa97591a8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f2ead8b15d54efbdec78060a2b49c55d8ad32b33fe00597c7bb1758b0fa5ca52"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a80aef6512588be828aaea7c40426c17b6d382c3533639848c20084512bf0c1c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a655e47aed0accee37a0d8cc8fce3b9d4ee5762e0734606053c0b530d9261d10"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fa78a954c1c2345aea313f7878e12fd854966ec3d3270f5b8d6f5cbbc17a6a06"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b783fceb98a43719498baf01a981923e157e3cc5f714a0a1b498bb76b486839f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64026ae18355d759a7738898ca21032b918d4de008332387b6bd14592da9c55c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e5b4be61ca5adc864a7f98b2b11533493eec9f0bc39d7d946bc9204e71b6d108"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0c9caaf3d870672daacd2a2ced4f906beb36b8199d3407e0b40d3afa06e7f014"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0192935794168d4d064c7dabc6c0a0fff0720bf3ec1666de2d2a632beaebbe0b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f64d9e61ca8813d3b0484e8b8b2f2df6118feca38d77a83ca8f34ff613b4b330"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "7343cb229ffb790d36d1dce4ab9dac40a417787270ca788a8f907af729ed2969"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "de134d3fd732b2991689df8039803b10a87dcbd6f44b9eff29b3f0c990c8c4a8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "ee1c1e1d31f4d59eb61dc6839b0211d7c139527bdf673a929a7aeb7717da1686"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "69df326b6441cf4ca362e9dcad305fbc9fe27c0a55810221c4a1bc8ec48958d7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4bb1f910ab23624e8ef898bf74ea822386df563937abefafa6f67c3862251b13"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "922f3963b4fe906a08d969e383888b4e7f4b67c41954138cc7c01a5b11ce3f66"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "6c9936270e5775f40361d3112b89b85a8f122c7d78c851938a44ba7c004d5f07"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f5da832638b25425af3167dda47c676b35f174bbc18043a658e5885b860a73a5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "cad888f53f3db9390e1b16181a81b05be3537027a4aa70cc8ae995495fad8b0d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "ca86f7c865e0fc963c985733af5387f9c7fdc6fe6fa9782db8e654edf27a4323"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c546cdc08b4c8ef7990f8488093f79d14d3ae3a1b7292527e00e8410b58b4a2b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "1ce11beef5952828ff8ece6a1d073cfc33c09943749b1ac89fa7a796ab4e2447"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8c1fb9de1642877dd342e40f5002b68c0140fbdcb3b898b4b1ebd2fbbc358fbe"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c93f99da6bfad49dbc8f3db18d1ce433373376bb6a856b19ebbead185d067acc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6372e47580909564e8a5ca8e89779166de1fa70789747408299528052cd2bc7f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "481a161abed0e4d0393f449aafb09d86b321a6074c877ba208b1ef7af1bdd192"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "68744dce8e639605ced93b4545d416fbc622be6c57a18fb41dd65eee5f8b67cb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "334961499d4f54c1b5f963d9dd7cd6a5e02a3f3ce1f6b51b6c50b761b66da047"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c3cf70f109f3f5fc45c098a7e042448f4f34c1a2b7c9f21267a55ce3e27b8f03"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c68814b398f361c5e265f5029922773eda4a326b433a4772b7d76f4dbfa7e5a0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cb5416b0d9812e8ace1cd8d75dbf42cf47320fce682d897cf3f9aa98c104f460"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f59b5f345f34a2715f743b5f2e902450fbdbdd5601ee7c5a56653373b81de774"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "284e4488d80c171591c65ee958a0c51e6606de05dfc16faf2da03f09b791d436"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a820136fc92e9345c086c7c15a9d5dc32200a51647d61c503afd5980ef43f9d9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "38846a041491a8bb5d5e6dc04bdb57d2ce5ada60f16dfaee3026762417af52e6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "34983b25203e0a74114ddfd0825eb2773858756c62e0828154d9eeaa908d7f1e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "922d2d8f7aa4c1cbb4f5405e3ed7bb67658ac870c9be5c88086299efbafd40a5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f452b403e803da2c8c3d178df14b119b1b16d500d5a00ee1c3b1b528b9750fd5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "00ee491daeea9fe1d6f0b99c64da62afda519fca5e05703aa5c95f3687bde075"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "783802348177d093fdc78d5018e7d7929e15c0e33b810c4a9997712ba2d38204"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6aaebd35c24644454ef0646580290d0193ca18f3bcb07879532e8dcb34e019cc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1894b62c8d13c52b84262d220a8731ec363a2b487d436c93577db0e8a5d25317"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "53a84cb7ffe9d1e1ac955677334348cc6e38603c03234b7b7638756762de6266"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7f156a3d5ab5669df57bcb4bd439051d2fc4046bf41091c64209b6b930a9e1f3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e9972c23b902638196ce6699106cf6399f8eedf3dc29da62d5f602fb562f36fc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d68f6485270d865e21d5666a93a5244a6d7a9bb9cd3da201e744ebd08e226993"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1fa6a70302e89f8039cb964bd8dd94d43fe4e9524a0f34bf047be0dec3232f12"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c43e47e4200de2c35b2266dcc08622e77c39b846655c5b0f9ba408c067d79f5f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "ab5f2c764e7b0b24649fbc632fee03dc9a71cee9adb9f8a1712172a7564bec47"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8d1fbd0311ac527f16c7f833c8141797602068fb9d81344842e3b6ff84437ec1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "85f7076a0793bad65558774d52002d6232f4d4bfca26230b722516fef0755beb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "e0b991c54e57d90935fcfb67373cd0eb944aac48963baeef889bb58e6bd356fb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c6aed048412db8d37c1bf2303958b46ab4292455d5d77a6adf3f22333da0c12b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "0b53b7334c274e3794ecf7790d90099a26bda0adcfd5cbc050c86690b7f1118d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "443b8e5fbc2b5598a762aae0bd6a41bd5205f1645749abcb9b5f51d406b51174"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e75ddd013bfaf83386bb94d1f63084ce230eca2e42a0a6fa8c2e065876c9b710"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9afc97c0ef35f853e413f848bd386473399ec4a22a051ac412f169872494fdb6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "75d1788c5c25cdf3fd833531b41d57d329ca55b6d5d5854e822641e49a24ec18"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4ffedd7b42a73c141fe43214c50fea3a7a60b77ae4e4ca2eeff08c227fc5ac8b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "47a982e31cd9d605c3368f97fe3801ae5169c796192564440d1e4d4e7c0f4897"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "478475f4e3dc241f3420511db9a083d4316385ded0d2c52c0b47c5e5506811f3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "81dacabff8959c480562debb06af33fe17ee1b081675adf04c151c32a52959ed"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "77c33e937ac06f8c4110e02027d23dff5dfa74f478addfea5c945a9609f4c3f8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "1aa7c83ef725fa994e13d62f97cac0fab64ede1069917c2a8982d2ccb0eabf0e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "484c2bf97d760665e85ce67dea0ed9241ef8613d141fbfd906d75010c4e0dbc1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f8291b42b587059206ca0312c61940be39db5d19da4cb2fcf73e975577e897f5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "144ddc8c2e56ac1019cf6ee0cd09f2bb7ecc610694b892bb854608ba1155fc94"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "65702a07a8d484a4ab52dc445c164062aa61d18c075cae69ef208c31b1d55964"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f2f79e67ad1d0208fd8b98821d11b794c7e0db5b1b9ca8b05812e9bd068ec87b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "171248acba11a1c8d39d3fff7d9c40adff9ce929bf96a77fda6e75d67a4461c1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "39bddeda491e1d7adff06f050255dc51e6b426f44d9cef1cce2913762dc3e70e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d9ace599827f51a15e5aae5355a0180a1c1856bbbc4747e532d5eca24e647869"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a11f9d18deb5995a2f238278f3f96e9209473a6b21e5efec6dcadf5a3461e871"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "233f1feb141f9692f693cf716d66b034401373433753d3254f20cf468758346b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "764d5255c937008123544a4a1ff4829fd16167411aecd9696521ea0d1b8fab8a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3d0edfd30d33c39fee2e14cec9aeae38f67762fa07e96b1f99b0afe2ef2f8ef9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "39861df19322926ba336c31f41d48fd533bb72703a925dd87459df174f90ae13"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "43fd901582019866091d2d9ba7cdea4f8e478f7dc34b0da74343c469d53bed17"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8fb0f24cf22e5ec33e31ee8fbde3ccad26c3747240c1bcc4096ee5575385abd1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e0264b9216dcce6013e8bb4e3a5b230ee1b345f130fce846ba7ec4259b4ecbb9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bee3db791670c5ca873040f785c6561ade829a6423fe5586787dd9a1bf558386"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "580a288eebeb400d999a257e8a0855a2c3787518ad675aa0b31ddac7dcf48f3d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "867ff63ac778ae4dca37b2dda13839da120af2f9638c5e04cf8c063905343860"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4dbb1b2ee792ae211618ecc554c89b29c6b312592ffd889f26a15ab96950cb24"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e8f13600d9a713844ab602164f89c3139395789343292f9cee190cc6022f8985"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e81824bd3c965084db06c027429d527f979fa5b876e7e994a9b3accbc9f7a0af"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "962f8356723ed6288eaf7890b12691c65e193f2b07701415709c376739425041"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c80344a02e5eebf4937070d356693adb65258c504f35b1f8aa9c330f9a685326"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "adad4535d871ee40d4c0214653dcecfb9b3411dcee6e5f1c8c8e709dc487e5a3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b4c66f5087731d31217992d1231ded0f53eb651eb14c5e71c13e2ac2884bf211"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "eb5cf42ee0a4e4028b88de0826155ca09940b7f7d6d3518f53935c6f03681ffe"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3e500a39800c985bb17cbe76ba6c3c46556c10c3168646bd186fd916b2f5b52f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c6ddb0c912a9bbb4363e6c90527a54b131eb142ae36bd3f037708106e5c85823"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "92a9716e896dc56b2402f71c1a31dd07266569ec0490e98be9398cdc6bebe019"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e5c39a6516c883edbe2f6895630d9d43a6626bd01de279a414fc5432e349756d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e5f2ff0b5672b0ec209fe4439905561f4c3b6b6b2275edcfd5ead0953f255d41"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1198215a8020153c07a8186eb2bbf4917282a862ff28347e8ff539e2ce3349e7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7fe3e5c2712fc59a5fc8385eb7c8c5c196b3a7a1ba3e21ae9e3b7531012a3caf"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ec50a04367c59425f4d48b786d310c4bf219670c51b64a4e0461abada143fe9c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b29ff55d0f966d0f0d2a3580e1c09b81ccea992342705d8adb4cb55545c00ca0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "eaf0fe0f0827cbc14d6452e71b5c4b83d9807aba4994542913149b8ad879bb95"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7fdade09cdae4a8c416b45f6ee9ad7a534719091a0a8929b216c9f413b371003"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bbc78d51eb44d03d140f2c60e0c4299fab97e9b2a8f782e99ebe9f6094c00771"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "010845b5f5008df6664b46790a5ecbb4688b60408e4f577ee24ceb913af3e821"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "03e447b20d8890aed47d7c89f5809ee7495fb22bbcf396ea0c7615ec77b2fe66"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "404362c3b6b79f6b4e5b16ed5e491b667bf6eb5ee820cc2ff09ab4a621884685"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5fc605362bf67abb88b1b83068c0d78ba1098bd03bb49001f19b11237a58375"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f24164c3ee34e2346ae354e1b28ec18d9d604bf3459538a97d88bee61102ef8b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "796c571978ae0218721047b80342ac30013b2587a6f7328fb9d9319b99b25359"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e60f839fee39f015a0bc24e48a27fccc07941702044cc7ca1e6b91f6eb6c67b2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7ffd457a4b67f6a910eb227d748de7cec37bb3e7bcd03347e7edae8d53182020"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fadafb10a2ca7d946f2d8f0d0a343d6c06b8bc5f4cebe7e6810080964f66b18b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b86ea4d2fc42055a8c2e6c74e9ba6df89e512452b6524e4b38518d2d0f43bac3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "516ff30e48411d62ff10eb6854b1a04b57c80aa95cf2e9c713f8331005fdd217"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b03b5fa4cbca31124666b2e17d565b52c609068765c899ed2257e37d28b8596e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1869a159d650d7d9b5573c8c82605c3f3b843158cf255f5b3aa2ca71334d9cbd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7e232c0300fd93539d64c6634ddefd89b0eeb3e159456cf27e42323d1b775a3b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4dd184c8b3062a9a3a55c4241a4a18a0b00d1802aeb4d02b417c65881999ab87"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8eca69affa5e92a05b2d69d2456eea7ff9189d22cf96b8182c7bbdaf3625192f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "698713ef2b4d0df84521bb21a2e2f3383e72796e3c7f3f680cd65f240d99a60a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "731750469bc744f3809619bac609f8f80e58d28d90cefec9f4214fb3c9cd04c0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b192f60e8150cf53f77a670dfca8fd9ab3e12ebfe04a2aeae529fa0e13b275c3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "20fe547141d9bdf0c88cabeb4ef68857b8f1eb4e96980d005164b13a80154120"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "720fbe28bf8f60863f148012e2e3c12091f59ce5ae0b09b86fdb707f28fd4a2b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a4b8bd8d1b3057b9908cc4498313d0616af5e152986e9c9c883a43478b035f30"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e1d38483290550d191a6db1615baf32346f14394b418667347550872dde6fc97"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4c005a16046419e4f04135826021a6ae7e4d572fc61edb96f21b40470fabaf9d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "be3377e4d8bd74ecbc8f05f4916f2d878e63b0e1304c680da26f243b84edc9a5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "70ac8cb4b42d67926b1f7b640ae2c917fc59b920230043b0db2395ceaf2715b2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ad7bf958c285a6eede7d043c2c4baf4183e8dd4a002d5a180db2803b354c9c44"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d95104a3246ec8a533bafa81810a1759d1d04850ea719a88f2e4628a8ff38aa4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "beec0abdfac9a67ea6ceddbe8ee8249d4878394580046e53ec6ef836534d26b4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "01d0072b86c1af4a028ca91c7bc9e97cb64486a7bf1987edc7eac4355344d4d5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b0b39afc7e5c3522b214f525e3691fb0cfd1b463a06508b2640431e8ca02a6b5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "920c926e25f6bf1f5fa3c4ced3aec7f84a897f1f2a9d534ce740706859c86829"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "66840efbc35e3cc8e305aeb9bfc991038ad6d9f7d8e1e7d23813a5fbb03fdaa6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1a70bca2b049348a8fa9325aed00b239b4f121f2499dc3656bdccbd15d8ade68"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4a0abcc0dfdffa8a02723e28634fffe84a88c247bff9821cfa4036e09d49cf28"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5968da87d756d225b503d58eddcad56a1d660420d1fdbd9b3910a4c3faf6cf9a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ea5f0e0c5b15a03dc9a7d4131e0224eda2b0b94047abd6fedbea7d75f6d14d52"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "86c298c8ef51c2f460ff349d0a7e7b43e8e30a7bc51382588b7e8b41646f0e1d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a661802ade91265f6b9f7c663507404e65f2b030cdf4dff5ab801e6a6cf4f46b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b167368c14a3c714b9e78db7aa1d4f5166fb967c634bf6c5cefcd01584b6137a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fc4b0ddf323cd254caaf0f81a07ceecc87e2acd23d3ae6aacb8c4bfbe3fa0d9b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "63edbd204e4f09abbfb041237a351cc2014454efc57f8be40b40a53da83f1d94"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a3d93d725cc7229f57516c4e7c59558ea61f12c4ca8ee887fcb90fe8b303e1ef"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8cad27bf3daa2c3e474ac8d898fe2b3f526d69a2aad0fd84dfc2f2de973765a1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "191877b188bcf48966e3649a2d1b090eadd8880cb52e900c73b0104408238e36"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "41123f891c04702c7d996d325933ecd6ac52f898f20a304aadd385951770edf9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dd685db1cde9b675744035b173a19dfb6931447d7cc0269b554933634bafd6e0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51a99deb25e942cdee9cb91d74197489cad899cc92ed824634efd1f0c39c396b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "41d9276566b14befcda708d47f7d0e3fb170d325705dc207257de38dbbe0cf79"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1cf090ac142c8bd37394f8123b6d76b6fdb5f4001089f392413ed0e51bd500ce"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c4498df27219c3d3f76d940c318b1a24c565cc4da4a91f7ce6343977ce6610c6"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9c0e1d6a8fbe706bfb4cd7922efb24e5d9f368389e0a463dc4cbd4f1832ec01"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7412a1db628cb080d95a5b97a1911ceeedf4bf9b35344e6ae0bc76d8189b1ad3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0429e041f2e9dffcf29d5ce32f3f18e37c4fa4074d03642549e3fea6afd9bace"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ef049983e7730d8536360ad0b3d61dce0354117fc86cd224eb7de0443870c99a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4d936d47502793b28127353fe24bc6f5038339a7eed6a9ee221b57c1125143cb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e68e1613c49d94f1ea0d189f97f119e15bfee6b6cc2f95135b309a847a058b5c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d87658db1fe89e2a0dc157b6d50d187dc4c543c4b95c3b7f7ab641b8107bc790"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "17e273967d3b5852b617991e96a2a0c066b46533cf1550585ebcbe2c1ddd9a44"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "901ccdd2345fe4f39e7694401c6b43f522323a9af394e01b27fe9097ba390244"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4c835431c9b4882edc61e6e40c4b6c79a4afd11ca734a0900457b147e76083cb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7ad445c273ef9b6ebc632cc58147d2cfcdd04a96e0e14e70930a6605836e265e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5d45482522fbd2a10e7320f1c80627007f2febf183288f7df32293e5279aed01"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9c7864aa5734a2c633e58deed09fcb3690ad12ebd9fd5041b1344ef5b77189f1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e7301dfaf1b68bd766ecfb52225c2e2dabf6a237aafa85d4c3b0862f55cc8094"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8bce369cfc9e41d23b1bd0eb7cf5e61134e895235c4a539391d767e838328e78"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5d653cbabf83f8978a8f98c7f3a4a2747e76490a15cd19672b498264899c4059"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "77442b4b7c56a2cd6d17db6547340b2416035b8325c2a6d79ab266e46bac5fb1"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4e813a7aca992fe3940a2c428c63d4633a80133aae8c829dd0352e251705cd53"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fbdb11209554af20891ef66766d51cb0a3245198c5919081c31927313efafb7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "48cfe6d8f8375e392395407ad08b7ce0cd2063ff829845bb169f4e7402d435af"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b7003ce42ab4ecb91d8a7de7048b537cd92c77ade0054b2416173b823755321c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5a050680f0db5636af531ec2ee67e50be2590bc8ceff9e6c029b5e023626242"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0cfd39bec9eb02804435d2f1377c46321b9e87bb490470c5d9594a3842aeb306"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "43e92f8843a90e1027de040a636718caaf16faad85aa4bf438cd1e98561070d8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1bf69967363ecc6c20ff48439d47d408884224a1048f6d5ab6a380850aa417f5"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "49a940c5c0a92bfc5cad253fbc54b89eac248d68ac189b29ae9aa190acaf40cb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "43f0a99483181df0dea6db22cd1db9f636f0566d35364bdaf4f4b88edef0207c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3ce7d85e82ffcbde7bf7629dc94412a5920aa15ce5dfcd69926f7092043a1edd"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6bcd41cbadbfdcfb7d361e99f9caf2a02227fe94884a053f75bec9627b80b901"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7531f639aed54c332eef72498dad80097c2fe3146bfc8d0697f8ead37781ab4e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bab0c141234bf8590f102056a582a580788ec403b2b53535e880864758c39236"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9ba5c8e4dffeabc0a201c8849c88f96d6211032c0344aeafc9166fd202699377"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d59f0892345f7bdbaa0ca6543d097d5bc23f56a39b71d0261078a9f1fe8ea45d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5d7173f2670b36ad191559738c3ec60420118324f66114b9946f4c3e98cac113"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ca4dfa41ab0f20f23bf0d2c14d9fbb696aef8f386fc53adb1659e1a07f3b95a4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e2067e3318f32256c80ee2fb23a4a3e7ede7ab8b1fa426dbce58be7256bf7475"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4bc54480a46eb7e6b1caed3bcfda2ab21a77aa50164a31db9d6cedb742ff154e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ceaffc7ab6ce5d6b25ec2dbeea6e93045e61e8df2b72deb7d9a90c0f9015b735"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0a5044846985540dd3509d423567bc17969f8572fdec95e4a24efb740a33bdbc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 197248, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "300b793fdf2f471290d55fdc4c79b266db4731f84a6009c6db6ae920c08d879d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "787b0947384cd599b0a2d15733ae768da5da921fe9c5ac05f597607fe1aaa3ea"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197264, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cb84bf85f446c326f10489e62ecc37c24f6e5da4666ec8b078198d36aac2ff2b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c133b2bbc99293fc56fe6bba0072def73f000c90761a2654c19666b4988ce6df"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 197248, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8c59a8fbff859d99f19d233497abbf666cfdb938bb515af7453e24a132144b9e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "84b8e74d1d19262ff32c62de56ff185dcfccf6c6d9a1e1da1c580f32614704a7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197264, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a734acec54de61b852a0a014d1c3b9a0de17ff257f2746d0f72de123cc6bcc8d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fca475f0d7f3b831168cd8c16ea8dd14850c4b58cf54829185a33bd56e1f5dd8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f5ee9a8bbfa73a505e01be718419b02d7ab4ad2702c2e8b021cd95e5ee9dbedb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "06e39722c472b022426cfa09455322a23b04b59d4d65459d94e42b8f1ccda2eb"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "18522798e2c430f48c704ea8ef9a7060718af19a22d5699d18689106755a89ed"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "21c6f700e957a0de8ff42bb085dc767c69ea901330963d1eba8bb5e6158f9146"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9cdca41e99526cfc3775a1d1ed52ff3bad4cdac32c183408e8dbbbda9ae7e872"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b5e7736bb865f8b6c815aa02f558c346c8078720c970cda1edf9e66fbb85605d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "ca05b068e8ddb3155cafa56edc9185488aebb37594880ac0ad547574ca74a3d8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0bc59ffb3cf018e21a4eaca750d2514c5e05bb067c58eb0acc2369c5fe6bd93a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5e8728e3688982d92c59a85a7dea332fe779a9e7bd64ab7d66f9028a91079e15"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e84c4df494b97a949e16dee4ce3dfef7f119d00cd0b9b6bc3758f7c00f0438f9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b2a31516ae353dba79ec827464617c0167e17ba45ffc3efafb8845d90c5d7149"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f27577d80277cb3aae075155257b06ed4bad4ba277c3d80f983e58c0c6e5fcfe"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "514c3a2a7213cdd6a99561b21b7bd796126131dc51f00f7d1d05925af37836ff"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0e8814c5c737fbb7f07e1e9ce38ccd65b515b0f3fdfd6ce9a5c888541c8bb745"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "82d2d58a95d9602327bd8c141f75b3ee4dc937ae9917fabdef2addca4c2413b4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "863dfc622f56077a4a628149f0c168dce8d58f0df118c80b933c915f1129b6b0"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "38e1dfb109e8659c89a6f1594f398808a00d9d53eed39a1abf2977be51c9e0da"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "33f0abaf94d994af94e93268dcf60994c2d4301122d63115c741e95053da7d45"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "5c436aa39093502dd942550b91a00b85cbdba29475525ca7e42c95d74e64bba8"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "168cc741a55370b63235cd10b6578acb88b889740d49f4b49cc2a376e83369dc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5d781e741385c03c795d51c0512fa805057f01fad3d9338d9dfc16f6c2755e37"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "64c4f408235d080c8c48a5f524eae98952e2aa002de306159efb994df3c6217c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8691b77690d140528fb88a3486785a74a55e00feac79f74eae2066755501367b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "53cee71b9671bf485e3c18b76a1fe0bec38a5dab4f2be0cb29cd351a06c65a89"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "50e1d21dba4d04a64c975edb50eaa2dd80b675a1a25387777b689fae0a54cdea"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5311d4c91f50ab9e3a0591289cd9b48ab874eaf3a15e9c612a2d4c509a91758c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "73a8e71700b6e3a2edfea3e93678fa8a66a332ab979af6991277dcc2f1129470"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "df0cba4d8a1f1be5c5991ef24882323532845399322b64ed8f56b2832568e70f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "7846dd507c01beab8c17dfe8ffa028e1e55301a1b4b853a457c7dc30a4673a01"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "141ce2f8bf67d1f7db45cfbf571117a4a0ba9c0bf5e64a031e9d1471d62b6643"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "a6c647a7f864d277bb5889aaccbc5572cbe14284e5749dd10361f6cb5182e1e9"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "726bdbc667b198fb593a7656c74fd43d1dc9a0381453f0a2d7082d36b2217dbe"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f02893c58ca71d268f68dd07a61e1004bf4f903e763643c68319413d94aac141"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "ad9ed8794303e04764458b2e2a7d4d544d72dc706b312bc0e04b1db0b0e1e6f7"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1a410d3222b6b52b541950d78f9ecce8efb102fa09b93985514e810f05fbb80f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7608517863fb8b471020ae81fdf43147115c162118a96f226f7860de2d1b2398"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6b3120b85e2678637bb146c378fb8f8be9e5c6c27575018506de7e2373d7bc4b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "40213b32987ee2a170c196d9a803a5785dde736b4221dd7e83c7fdc3d4254bfa"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "cafe0b8a814b878361c04d53ad2cfc2ed11686fd577f27f12d9b07eaff9bd901"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "51c895888ea7fc94227986c408ab8e180dd8e7b1357a6ce11d86b2d714d2a46f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "c467b6d0a5eae1f0a43cbb01ac86fc2120135459c6df1be26095a632bbe2e6d3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "e030fd82869dd05caf10d38f787b7ccb98adade41933dfb0c81a90129a5c2dea"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "14cef9b4abf284fab23e7f40f1c7d663643e14e995f4ff25d043e67246e3341b"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "38b1158047c942da7f3225e3d2a902cc14278ece0bb2e1fb2e64fbb17f462e49"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8f542a84cca9eef69debb730e2901ba65a0f045e9270140e8f84faa1b993b206"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "7aee7eafa17e19fbb94a4013831c63fa9e1edd169349a11f87e279d07e72f12f"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2cd8e097abe88069f8cda1e3ff2d513462919b71c5642855f100deeeeae5ce5e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "a741eb2ab17d449c7ccd98fb41b826634a762a09a91c450829e8d2274adcf470"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "de50952361abd4ea6148c27fb651ffce1864ab0e18c32eccd65bbdd42eb0324a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "991a7128db6767ef32ef5da43856a221e03d21c499d4d0c65b4e54ee009aaf82"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "7e776f052e8002a41260c25505b04e497670016dd72e9e8d903033535402fae2"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "19eef4d8721a1112c1b4842ba513ccc73d02f098ba061f27bc11a5a5c131633e"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "93c0353e955d2b87cd8b44e70af4365687edeee9de372d85bed88d4746a672db"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "30a5391b2a2d4242c8a64febd37cd857e55abf2210edbb1ae3030ff0be7b925d"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "0099a6e9ad900dcf9f9e058656ec00cfe1e5d2d5ea3117d0d0b320f06b7ec154"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "2c0a6463566307b0ab45225db1b15b09c6da5f03f21a273d1c090f88383d93e4"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "0cf4f1876dddaaf6eeeff3b911a784d57d078b14793fff5306da7ad2f6bb9696"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "132e7c7246b7e4f54cb3fec450670c129ed2093b08b02f7aae665b53f2144c22"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "12dc610b5d13613c7ccfd43a23db03e36b5f9a324d8880c4ee664022aa8615ac"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0174eb4d5f6d67feb22f1158e30f0fcc747149da0c232c9e9ae3f1b4237a51fc"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "61253847656d105ba8c4505d2246a27c98a2572dbfd29fa4647b88d5cb28a9d3"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "38476f51a7fa20946e9c2857539a828a7aecc8c56b104e3ba56340f17f903062"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "954ba71184df69ef776954c000b9a2e73df9d867382757f153073f8c38b5aeae"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "e036e90bc6cd4927c58734fcc06302103ae79db28bc7e8d6598cf4325356b348"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6a7cab90b7515e065cf3c57d246194bee8fdeff5d31551c646b5224ae44a2722"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "41ab3caf1766f8294257c7b743df41e41ad7db2d35c5144695ced9b47c195f2c"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "4b172910c44c6be754095c926b5d1aa26647c1f65211beecdb44cdd181183e2a"}, -{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "30795515b2017363c590fb9c2628abad5d69adb8d6774d3bd9411005d1fad8cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "05b8f0f4623b4c7a9f1f762b2ca417533a98d5ddcddd26de511e23b93219fd87"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "04bb7dd864e85da193f16942bd0fb2dc1dc839c1a45b4c47e857e9a5e0f81531"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2e9f7b881727d6f72478d33105c608991f9ee0ade928bbb8fc928680934470b3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0adbfaea7c934a2ce943188186e78db25f2d5eb68ce4c54b6dfcf3736f8e1243"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d20b6d7c9a53c32e8b378c19d230c34b24e312d4818cfe8797ce1c4f0a144ded"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "38aafa3b6329ad6daaae9cef906f4407523d4325f0d58b868f1903afd6dc05ea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9c25f51e2c8162be9e43f4ffc0b29f9733ee09dcd54064ecd178f5dfa3c3c9a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ff4655130cb316805f8ac41fd37845fbb45e4b32f62b7d7f9ebb779a890aea02"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8770536638b0c23fc4ddfb3c66dde03ee8bd3cba10131edb71552a492f469027"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "299720f247e3b163df65ae48227e9cde6d47ec6256b83f2f7dc4797df0e75f4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1b374d04a1be87afdf5b58111927f3c67be62609899964d92f9922063bd765d6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "168d2e4b4889c2bb44ba973fcfe1f33449825acb69209321b89c5668664959f2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "947ed32b52a6be8e779e3817722976a917d6d891d979cbbd29bb66391c66d6ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "690649405eaabc4f0bcea04bbb250f06003e45ed08e61b115b5817f5cd14ab4e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f3764c47bd306d75b04a730c135c1fb3f937e3099c9138f7e2b3b5fd282d77f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "965932615935f295add7e98d0ada061d941bc860940d344ff3af0569bfb5ba31"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f2f036527c5719b30dc9024d0c6e758e95bfcd032b387304f5c203f46ae2f0ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "22af2d0fef273860bec73f9ae3ae6993fd1cf90922ad5185a788837c892fea60"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8e3a120cdde478ca2270b72a7b06493ff36b081943afe67163ab81e6594bf9a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7533d9cfab9b6c820c965ae4c5ae8c60ac3822d5dcf4f59d30f523abe8f3b445"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e7745a93b25412c5f4db2323a93a436510477ae12c86e96f9a8d2875550b85a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "09a57e24e11485043717b1aeebf0d9e47db846bd93aa826012166845afe13467"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fba8c47e275872a16e4680d79e9b232a2d0ce41ee68169a16cbd748695d87efd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f90130595158146ccf1747893725cab47246489d25bf7d33b969ea50992f0785"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aed358a02c33fb009f97f15b2db8958c5ddacd42986354c69abd806991547b36"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a2bcd583eadb37c38d8e2b16ebe804f3cf93a857f91556fcf848fb5214328d6f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c063adc4e06cab40293a1cc8aee15d357a4303e0de61976902a1c47c157f6806"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8466496d70f6d3068afd0e9c68eed7a6a566035ea421d82f4a4a857ec20d835d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7d6c03988ebf50d2dd9631c8198ac1151f0a6367739a029b160bbd69a2274a88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8be57d092e79d244081ffa68bd052545b8fb00a753e6cc04b631e526008d9b6a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7c99c708ec31420469ef6c42597c5676e6b316f189e811e503b7a5c3d5e491e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b85e9174e6082afa711fee3fb63a9ee500da8830892b08f55a7002b6ee71fd9f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "53331cc0ed31e90bb58353eb625109d7071279313fd1f1ab17c2cca0c556d3ea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4601113f1c02b0e91ad1987e190aacf59710faef29f47b10dec479180f6869dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ca826cda653a1b3e537ac9e54f8938122a5f62279dc03237bff54cbdb151d54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5d60ac1db8b5562530959f723f3a9b745c039b95f46877d39f2fd08879f00de0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f0deaf3738e697a70dfeff8466985d367238f2b7a398281fb53bc52d304da844"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "86fbb43a8a1d2c9175984d714cc35c1a6ddeaa8ff2c5abc369ca1cb7074098e6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5a4980b8bddc96193fb41532a15eafd292d4aa1fa78a08d704861afb9cd7235"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "70b33e8117dc304a556606ea8ee0ceb0e8ff591d38b1576e628de2e6283fc96d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a38bc180b5d3fcf2a9998b9e9a121f0342effde9bd0f12b1ab35d53954369088"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1aa9afd1a7317e49c370f6150da56d30ae6cdd08d86f355b90b77a0da978d390"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f5ce24557e80dd4c72974aa03aa0ffa79ee880a229c9f230d843e8dcac98ddbe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3de8b4d185c7a5f8bfdb582b32280a6f6c38635cc78e8c60ca27fdebdf66096e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a665593e6853bb6f9bb1f3023c7faa7155398cf43b53fea9f49590be3daeaa84"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b4ef2a611009b3bf613f48fb8265f481a15dc59cf377ac338f3750d28fef2bee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d483c80512d76307842eee3a62f4c670b473926aefcd4ad99496f1c152fdbc88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2b4e6186737ff366fec3e99991f462229717c31881a7795b81efa4d472bbb768"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a7c17a2b6181cd44c75523afb5dbaab269077369beca13b1ca5749e1f2b70c22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "27e0f7516e5c200610a932673fcb87a5813f049248ecd570a983e78ade8a80f3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "493b5b6f761265c78cadbc940df1fb73c0cc8fb9d9ea7bf249e2f9008c1ed121"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bc4a218487ad652a433160e3ed29e007a69e5a4910a07167ae37d98702aeb821"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a8d1ad244706bf15398c862ce02a8ca235ac3cc5540b5db4a39b7cb7918c5b5b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9d2e77701741138962a639c7b3dfbfc7c51624dd14be1c1d3f6ae4ce5f2e027f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5ff00e8c19190d691067fc383d6d305c31a7d14b6f29f1ae74e97de809c761f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7f00c12e1adaf5423773b215ce9d0f35e04de1aeb41bc761dbe4e4329f44aec7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "41a24c5d76372043b7bb2aa297d9c531769ebe8a30b792f935a3ddfeb458a545"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "303a6666daf3d086ce2db824c468a4add33b191ab8b306669691a5424c42bdbe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5e11fd2dca1b7833b10ee1a1b4a46d5b1d3e3578836b3d626af422aa1ce93740"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e5b60116470a8b7316cc806318117d18748cd15b243a847dca9897bf1cbb85bc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f082ad2d720c240ba347e91da7cf7772852e949fed372343e883a1290c99ad63"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "de6f1ceb3b86c54d65299adef3344fa11bc696c48f12869c5276fd632b39648f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7843b771a0b73c69ab74cb1a9d027469a5406a06538339f04511aa1a86b501db"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "239ed4bfcf1469dd4902ab4f9de32105b67e8116b3f9fd8ffdc0efb522d93b38"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fe0a28b772b72f0058f146800e97ab80a6d63153c36a0efa20264217e1d7a23b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d6aba5c5d46c6f72cdd99ce273d827df6390cab2c23d38526f9f23e699205c0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "924bcad6e0c513a7086b5679b10d9f3899d2acb916998eb9dfef26356638bcd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "53b484ee29e70b733b85e63000586ae66bd0f740ff683bcb161c35cc69d271e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5bf2a1040568e0361de1de83396e4c2e163f0ec22a3aeb2af6f3ce7db40d966f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "05da2c0479f97675a26fbdb0213a2b7202cf393046365537d4e568d06ab68949"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9c0884038d9d7e2861b645435dc5397d5f88368e0490a1088dc8bef0d52a0037"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fee342fe8963a2ae6b010dfa82b1351104f22b6b31590de292ae3e76a3a4c180"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f924616a332a511e41b14522bedfaf4f5a52f3ae452f51d46ffbf2ec4c9b0a0e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "483551a113c45360ab40630eec3801702deecfb378b468e1b54640fc7c8cc789"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "05fee7f5eab676f0da407b238dbbe5b65a76d2c7554a9b50b887bd3c091517bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "190942e5b54eb818ad0c11c98155072f9affb45a77ed8bfaa3993c24d943a460"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0dce7f028741faaef8b292db90bb45cc68dfbcfcf3f5a33957b0942b9f5c67a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "63961a7dff248d2322a99bdb7d7f93a6202b2a27f78b2c5804fd964dc42e2ad4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1789f301e844e82365889ee7e81e8b72a1c0b3d8933f7079882a67f8c57d2cda"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4d48e55b4ea3a0ae588c383f2c144f1c4ce9b727ba98960dad795aed8d213643"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "91417fba211c085909fc913a52160b88cf7ea9ca6923663301047a66db1bf84e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "41a60ef9d1430d0f8fcc0530b5271e703d0e79eea3356dc66156047cd082f857"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8ba805e8e059c4a277765d30ae9b9edf192b7dcd4b28de0225b0a5774d2e07fc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "da2b0a53f3a89ccc1ab214bb42f6e5cdaa4f0feb2a4f59514d516f0cc5626919"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ac33718a363c131c8eb770ca46946a486fd772344b46a5d8218afd480265c282"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "753702a5688022ec9d9c89494a6a49bb7b537616773fd7cfc6a9a49641188b31"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0e13b250ea9edf93aeffb448ad11f15fc16d9feb01a27ef11eef3a442f29bcec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "895c2940932de7896a98cdecdec220ba10ecea9d5d8e8667a110d96db4a88780"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5199d4fdac45506b4da94c10f1452b0900097066d644650bb1095ee25cbc3eb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6003795b1b8db19a6ee04f0d76c2f987bd1e92f8624850fb6d5d078092e79e40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7b2b9ac796108f4b6d5a446c2b6b4182569cee398813882323883c1bd0d429e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f96e6dd10f1ad4fb612c72fec3d47b4f84c1db8eec8c3c846c746b6151479edb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c4a438aa8cd1b00fb2366fe0b004b296d82e42333f096b49b3ca8493420eb674"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5cf4f42e2a650b9b558f7b84acf2f5402a8948fe9d1c71ca4446840eb65265b9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ac1ecf1467bbc22fedde4f6949d30da49d84bba874730b826aee87b411139730"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "da5cf1a0f62d5dcdcbb9a336a5a4b6b97d29b69ce0e2f9a6b401fffeee87f02c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9f3d08f1439a5db1ef9c316ed59b2a1d1b75338a718c64533928a774561fd819"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "007f64df439e3558af1d21f0966a6e6555d914d58332c9e6e7c57d0e67fd3f72"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "925f98f8a545eaa7770d2076fe9cbeafffb5538359ad87dbc0ac55087536dfe5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a0bf3a670fb2ecdcebf800a02f8f6cde7296f8a45b46c4423dceaa26255e2055"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7375f8ed2538b47b58f5e8fbf5d386a31ba0960a048c970ab0538a6e22c07609"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4d68c5f64d4f3bc518d85e46558745a9720c96e550435e0e5aa6c2ac36c31d28"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9650048af22be66c384e78a52b1917bf8a43b06e0d16f7343bb3af22fa7d4a60"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4566fdc4addea63713c5bc40a9fff86c4a75a7caa5ee7f9d901d940bae159b4e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d2e2d7634560938ab6f3a04d8fb8275749ed0ebe61fde6b8740112642ced52d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9a9488c49a3648e2b05978b05bfeb66fcfdce90e78fce76125f7730ea3a59c0f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fabb519c67f83d56d7c2aca271b63e6a7a71a7598f7f2b7e448854e42cc41f2a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f719221e86a18d7a7b0de0c82441d818453f14b90f4d48d744cd78c86570a07c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7171de90eed14dc8910bf0bfffbacb2b3907a12cf3f1979e6145424df2b27e8f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bcdb60daa77d63b5ede693807144957cbf8f16cb3acd7b02946fad00618c3a19"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2d1e3e0fa542ae2a4521328621ca8e966d544cefd09f7cb4c9a98d7c125a2b14"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "37f6ecb03847cf797c4f78a49bd2c9fcf833b4f2562bccef6725e7ddf2203e3c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "42e87d8938a6bb04aa0bd12d1fd482e922a60fab30600b04674d5eca27c20017"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7964de04c0be1366c765a5283c58175118901b09939f669443e2b4b99034fb43"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "40cee0fe4c0e54f004b9090a465a8d64227054b1b2250aaea05405f97cec2539"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ea60cc1c592dac662d54d78b5e481b24381fff581a878e7e484a99e53880a70e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e52bf0af78ca6ed85ea1fae9dadad8487b8af2e41fc995c32de9dcd5611d19bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "441871f204724cfc71ccdea71f6353522efb421163c95e7b35586750bfeace1f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8e675a307c65bc9aab4d6e0d14a96401f7df6a37c0d9597addcae15dd485bdd8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "28f32b63d0e99ee1110c7588d8b28a9243b274e4f1361256df9940ad3e38cd90"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a64a484eb20dd392d66b3dc5b977133434c6331949cc2bb78790491878b98aa7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "71542f18538c9f9e1b491f46cc91a8beafc7edf3f396dfcc52e9ce6734882a50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ed48530246a2c2be2e019a30dba233d7e8c1dc76c6b7c228ca3d720398113d99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4d333f627917d3a9cf4eb2f072120ed977f3c1b10832bc47fb543d542607ef10"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "650373fbbd8d9da8c30fc286dce1dd17837811e9c19a4861024ac9c2b929cbe4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6d5cef90fecb079d8b9ee94f8720841a26bc7c29eec261eeea3853bdea97dbfb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "68616227109d043e2c976b418a73e21f4d540a55b04698073d7b4017585cd031"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8a223bc5c100017b14f955eb1afd6fc4b269f320f6fc3204fa4e483e37bcf34c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3de2dccddb1686f756db18f435a09359efb827dd1d144643045ce63ca4be3660"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64d0eb5d0fcfca284575ae9e5ef6b8770ca2206e71e6b3f5fa81aef8574e11c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9b3c54547fde6745282c046be75d1e8444032b14631c04e33489a6790db0c081"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e757ed1553f2a62e553d125525f1f8e1e486977878a43627507301929ad055b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7d283a4b2160511993378ef66af0a76d986ebed7ab8c4a0d13945ad9ad01ad49"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3b0de86b50230ce5f4cd5e050895b716f9c131163ead90342abc1550457d0bfa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9c86f2b133e33efc090d4eb0440c26bf9d4f59b3791128b456737f172a81536b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4360856706c27c60908af3e26c80aaa5ae9f9502cb38c45975b784c09f88c282"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8824f4829c7f58c06512c4c4df6c02e1c8dc01e4fae4f70c520f6e5491007ae6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fdad575a3b6b58bbb00dae82d3410031c6ce25b35626bbd2c5781f9e1a8f6c73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dc5217ff1804b9f37309a0b5bc5a8636f973d002cd98da59a400174f1f0a8559"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "82d838c46e27247a17ec3e7e6210d2d0ec91e19705d92264bf8ce719a9631e17"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1b882bf0fc46abf0e5a7c1a03b574d0496cfba917e915f68475c752827466c41"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2e9679f264ebfd76e5a4929c83ebfbd79afb885aeb87d66006ebf80e23bf3b0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4fdf477d0e9a7e88c868c9e7242d06c152b201104cb79e02f601a6963c3183c5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "62d9279dbeb5f132187e99e41b49509f828abc2fc9e1434dedf4c200155e5510"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "879c6fdb0b7c68f1a8dd65929b986d2872fc13021591cd888c4d8f204a873e2a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4bebc778f6eef2a7ab0b855ee6b7f12b563df0d7c357f1993bddc5da9f929abb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b2b30a5b3632bd057e12d520a3bb08c269c774a3a8bd91a63cb6e25d31442406"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5f074df02e5fb8759acc43fe4d67cab5b2aadc80b94de36f450c1916682910d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cb73bf917a78860d5028047a978febfe2ecd4d2e0ae12155d22f5845b3366d2c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3d994ea86d965f829f2c762611c9819380b05b452347f45ea888793addcb1c9c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9962fe960e9040e25eb0b47c7d57d079ced9feb8c0574031f1dd9b260a3f5c49"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a7b6bc945dc0d31cb8b195c7457d3982dde1300574393f27acf283b761c07e1c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "218abada607945267e545bd3e609a92a6b9324199e747725663021310e7b1763"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0911a1ec5ed5666d6b26fc3d08c4c9317eeab17eae89b0f673d4c692096db87"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9a588f481f97d2d546faf22510e46ee0d2346a2d869097729ca616c51d961f80"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a59bb4af9f079878c6e4cf41eb8a60f90aa3e91769d7ecdab0426d2278841457"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "38bd5a88187664be9a003225631e1e90373a24a6baa834b29f247e35ee41ce9b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54ae66f099c90f8e1d4d0f6bf36d66b7320cd025d964ed423fd460adab7179e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a82fc8f6903df06d9aff0116f133e1caf054543f7a66303b520a6feabf929fc9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d604553e32110b9a7a8605f2df83d0f9a76612b22546c59dd2bcbe22cabc71df"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fd9d9bc346ff4c6570014fd7a3bac39fca1d1b26e88ef8368c9e56dc6129333e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a8d4126337b67e6c85f3577bf765d13f0c1502d8235d4c66bcfcd68863f1d109"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "de6c5b090936b152ae31f6fafeac6f41fa1901fd365824d8c7228f60c3c87e54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a83fbd5fdcd908df507225391f12de4e68be0d3af2044726def91b4798e9fac2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3a7d205a760c1c6cad0e230b0a7a6e9e1d9ce5f6e8ca17b94ca4c90898a0d799"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a21444ecbcda95fb3354363e4abb5bf0206b3c2eaedc1ca0fd84a512c8007d4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d9afe3d29fc1c7bfeb55dc4e4537695ad0c9f6ab81c954499caa8ec5e967a6c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b9c731efb60b79ad75fbeb35100a61f1474b427af74cde13bee1d57e1a351c37"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "567320f500af5c8b18c86dacb7ced3e8d2a40dc140f25a68fd58c54a50e4067d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c26858e7d99dbe3d0f35beb87f7c07e9a8e18941ed3cf84e88036d6a316b7dcf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4597de39dbb5b2aadebd7464dcb5137505197fb9a0978591b1880faeb747ef0f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "bb0c752dde67fcef94404e8f94580e7efd65b1382ccd8b0fc3f5754a937f5957"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "222fbaecff224e5b7db8b32973947a235ede2a89daff5ba5f1288bb7da0640e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9b2a651a0c96d5992fe5f1b8887b4f6bb0ff681e198c66d0dcf6f8c6b8b819e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "28068c210ae640a7c7f685103a1ead0800cbd91672a1637728e8bd984ca117c4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b163d83722b20221590d15defa3a82fa6e288b659d3fe2ceeb509279b1501512"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1f82d1a12a537a967a4704cef4000e46e85b0aaf1d130dc77fe1c6a96aeda490"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9ed85cb91dfa2dce742a94ca117ad6dd4c8cb73a003d46c298aaa1aa2193dfeb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "839028474b5cda7d063702c99e4b77d416d6a03a836d524b1d05b00d50074ed4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d9845706a344834f615ee757d5bdba442b2d0ea812545a09a584abf064dc1fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9838ee92d0b0d28eea095e6807064464be5d0da0da7f5aa40d0d1f8348b2339c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff1798c5b590cb995699021e484d32a54e9a93ba9d4a3b83e881687b4e6e7729"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ec094a45f6a1c8c01b5974b9c6b1702b9b28e90de0fe7e32fc90f3c6c744eec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4bc27048903fb6fcae525333c9da683b0d83de20128526a3871e82132ea0daa6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0bd80fe4ee255e523057bbfd326a31666a08977cade9cac788876ed5763f945b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ddfa4fc0d0a84f9cea2b7360fd57d3cc02f612149313f115d49a0851aa3d5a89"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f52f71a9502ad4ebde295ffd5dc0659c4871e51c3465e7a87b5f182ba50ff003"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "52adf1161594658ec6d0bbae2a7a8d6088e332b3b036d5d72d97276c33c8e987"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dc7aca46e1c75e93dcc92aac71e87daf28e15abcbb1d7e8f8dca5749d1b0d402"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fc915493e708897490fdff728f689aae6a070c39387cf2e6c3d5347a359a7ee2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d74d6fccdd2e5f9ef63f8b48ffbf626464bc6db9a7d8f616b967897f5bf6cdf3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5afea040f6bc3a52a5207ed3cd230f616d2c08f6687f2308eafdfbc2d8c50585"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b74cea83d3bae0de1563ea43d21079e7cd759b281ca13eeb923d9f3974c55567"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a320ab7a90391384126fdf1338e07cacf4591521ba5642ff7f3fa97b41c4927e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "87f4e98816052aca6c86f42cad3d6e2e1c00da5eb96ae24f6a0afc2e76a3f28e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4c65dcac6e28e13e3470799d0d9b85d7595ce9c37a08f536cbb74ecfa3eb5633"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f135b1f69fc7dfb6635099b78adb6c70c3f9c80bb61c1b3cc0d2605665b4181d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "51a17752d99b2d6506eb6cd9b98eb3caf4d6d0e3bf0a5e2b94f24fb11f8e34a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5df5b4bb5eb5bab14604a6a9c23acce5905e2270a9db8697339df0392c1e36f8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bd3b5623f8ece693918f1bb1ff238ab5f8abb7ab0fe39c0718daf75aece28372"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "733e2a00f5846b1b146f29c0cede01b054e5bbe8653180b8df7f72b178d8e0b7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8db3544f9359b2c7496b3cbc67a1586f51ae54bd30d1c1da13a2b7322ac38b0d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "5ce2c9e4a1bfc839c0c7f13862b5b36672cdb2a0c7ed6f1d01f734421523db0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "de92ed323b6b334b7112390e4d38a9c4185b050c05c66a22e14c373d7292a95f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b8b3967bb6f1ca7a9e449f894818e10bfe03afb00b829f22928ab06930901d5f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8feeffff79b4993ed7ba30083e4df70b0d8797a2ba0556a418505ff501ea94b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "6220305ffdb8eee14c5b61c200b3c73a310c44eb6dbb813c101177ec6f4e41a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "13845d88092c8c2a1463d0a6d4a1107aedb4077334962ff13e31844a8d4a7dbe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "7517d31a7b27d64e6a74b5236ee991efa95df6c37089299a4a1b1bd024fdf5cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d707353e33b6c7c42cdb610da0c5ae4bd3fe4427c548dba2d6dca6d751aaa7b9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a3b078160de4ce340073729074eecd6dcb035c2c47bf6e15504b54bb94fd9fe7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d62e629d79eec08b7b3423f861490803531701d6cb50de2e5a974d38fe9a8a82"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "d177840fc9c1db9509761e70f9958a02427534fb526d30634fc9be024ec7d661"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "fb4790a72e04e20b5cc53f8b7d73db584cbad656d29bb7d8df4dd1c60de857bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "3e1cb8e3728550f0a573ae807e1ec7339fc89a8f67349138e2222227a0cf9b1b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "bbbfc136072b4b53181210f3135eaed376dacd7103a4d33bd8a4b0e75eae17dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c63ca9ce5c7b5326b73816d7c60938fed622fe7fe25118a6bc8c532b75643b5f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3d023d36bb1b828702a5d2eb7d203049ae8ff9d7960a2ff4597112dadb9c1ec5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6f52a113f20e5f0f07b085047ea8b9aec4601f44fd6fd7b37a23067cb3ab370b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ac2a625afb36702a384939dc7f00a56c0ad96798a28bf9a4acfa78918fe52b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8d9fd662ccebf04bf963d79b2f1ea5ce68582a8ee48befd27f5700be28d7a1f4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2c37ae95a774a6e9659a4875f96cb842436e41a622abd5b4b5d046029e94b65b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a6964abb75557d9693b05a757c1b024bf864f99fb804bdecdf6ce1ffd52dac00"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "adaa1af084be9e0424ce8a0682f46efc627a62e09e810fff455bcfa7966452c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3d3c5b3d03402c074219d03301d626b1f93b1ed7ebbfdd37a9d78d71502a9aed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "743ff387fa876094cd131556d032aa8a5df034dfe9173abe8516c7eb9e92daab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "131627610b81b0d763d8729f011a38c75aa5a8192c456001a1942b80f7aebf53"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4be0127aaa33cd66f7675d6fdfeba8b2e47b8af519f4cd6c7e7d38e3a2edc8ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e53cfe1b095673c3a392cde992c4a81b49acc5c52e2db485d86817261c7e2745"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cadd5d6000e745c5b81040cc5f4bc56525645ec699fda84cd9057351b1f41079"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3c8119683a7cf41aaa93543ce7d6e84e010dcbd3cc8a606e84e48c3bc208c2b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "686c52c3d90d94377582838caee5950c11a2be03cf87d4d0451ea723d188e0c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "268729ccaa79651debc7d4bc062d8d503233d595c856b5ce543b47d09c5b6ef5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3459b1c9fb6806328f7d264832711743658e6f841e79db82966538f782e29ef1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b6dc0116488c192357f89d095513d523aca3aa7dc21043482e13304a64ed9152"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "147691e6afcf98c1b1fb9bfe239aaa06a949b8a293f0bd502ba96d51d3786727"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "edc0d726c954057cc0225b6c0e227420adb8d9726a95e0bd440e8fe5fe7a9391"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "2edf2cf0fd6004c7ca49484a950da2074520a1af50629315c202bc5f24f57b44"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "845475ae75a85b9d80b66a338dc05bde69fa7430bb01b43667270c0362df0866"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "79c6d42b13b395a9681b7255c12cd839d7d0d07e811e41634761007fd73ac3b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9529f2164ca56702844cb93adb784d5fb32c21d0d9f5b89ca0a64fa093d22b02"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e0c41b5de2f993340f8bc8fbc0f40a08785737856bffddb5a35e2dd5ac4930b1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "faac1554103e5125bfab3f81ac958413384d4b262ce8a06546a721e1c9fc9e18"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e48e1fd141515a1f0cf77429944d792ab6f0c060625d1047ca9f3f5c4f95e323"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "737974e40a554e088ba46fb0cf3f06d83c785ec237aa4cf66211fd89e866f054"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a4aea110aca414f7aa910a0d5df302a916b8a3d627701b8b54698d759665d8da"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "fbd063d9d97a85119654a18396513b5112548dcd277631965527c40295ce9eb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b80fda6863c3b4bff040e1ac386d761ef14e42a041b5660c0dca2cf55d0857b1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b27bfc247671a0f5e33a7d85df6888095b8bb3511a0055d5efd2ecc155ce8b20"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7e93198577a825ef25c71dcb69af353a1919cbf8bae8551e12cf7d3bca7e272c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "97d32d0cdf4cacb8f0e573ec0e978d305913fc490ef1781fff44beaf87df7b71"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fdabc447773af2116137b00683253ed5c3124af17f190547f1817be9ddcaccb3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "276ee9972c0704a7049a51e8e8cdc40de37bfeeb32d1e710c7e7b6acee3e598b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "88f628213dd2200120f0b6f544c545624b0d083c8d0680c5504a24d38f0408d1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "51ad48e187d4731b06d732d2dcc8b7ff0a3e527f14f1b7a6993656c48fb286ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0f7f28e0cdc65fbbe12e99c2a589ab12f12885a96083236840f89858b332c952"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7f7f441b3390c8581e4c99387ea16b8f67b3c5c46274549970586764cc464ef7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "39be861106c5485dd180c142bf56cf87148dc45b79739e7711b97d91fc5bb686"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "96ef9d75f88fa1b89e5544a57c42ea639de567dfe91f788f7eba74ac9aa1e054"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8d74b4cc8d04872df61ce3c8bcfb4eeec1d1250b14c44ce72ad82fdea2be5cdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "749d6905611a782961651a1cbdfb60673027c511d886070554bcf334dffd37b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "80af07e86236949dc410d30073ae52e144b24c0a9c7c1ada885907aee550e10a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3e063230d985613d325f04a2d065e776cdc87dbd42b3454737482e96187824b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fc81c75aa11624f1e4fad5dc2c73c1fb6f6503b9127f224319ad2a5750b32a14"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "eddbac469507a4bd1338a75b8efb648fac2bb20eb0a3f4e3bf68cb06546f4ac5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8dd87c715d343ca5dedabd7c1c3aa0f0ad87047118f002f320e17d09729ed3b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f1f1b705218717055fe5950a0e33801371e5a58e28d6c4b162ca8b2ad2e64b8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c7e75e784d7c412223a8d7b8c312b75a3870e9e42a1081ff56e03df28e2bab8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "39391d290a58fbdd3afb9ba573b310df7c05bb576dcd2b1c7ec40964643e9174"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bef70485e0ab610ae4d30a88dc9c7f0026d0cf727ff83a0d7c5ab2c9567cd933"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdb41c93877911f6094692a3a88e3f87d37183856ac9727113e7a84949436040"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3f760c8c10523edcb427b9285d9c58a8059cdb43edb3c804df98b5d15658bd78"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4cb8fb7f0e9d0f5e84f01133223e031655adeb930899e55f2560194528288e85"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "08577dd9fe2bfa5e7e8931ec6eda9c1b0dacf4d8402a19f543a83e23f2c74e54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "873d0f2200e76dcc37a1546efbe39f59983ffa5c8f744a209848846693e84764"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "19755124e59a0edd2de810e0533fd1e4897b7cfa4fabb6bea3cc96e921c011a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d5b4828bf9097ab9eeb298b92fe42f8a284d7a096564bbb91e598d13f3843ef6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dedc9eb698aba1aafe5ef0bdec76c94541e46974e9a2dd4a18639363d58fccce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0ef2d405796105d06f56222ca5699e544fe17c205e533d96f24f1b280228b580"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "735f8697bd9ebe34b7f061de259afa14ffd7b8dd395bdfabf3b32dd202a99f6e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "76a668aee4e4e6e6ddb0111cb1f329e231a8209eb7a453bdd11dacd6609e8b25"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2b7aa6661b25f7e2f4ae653ef368a3536bcf8e5b3cdef7e97724fb9c53c233df"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d084bfec8d62070b931f237f14dff549263fb1ac39844bbbc2a776bd2355c2e6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "086120eb448375ffb66b6009ed5696bb28012472fc5f97bc048811523c1c174b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e8187a16cd30001420a765255bac2011a82222b00359b688ce77a296da9f0dbc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "18208017056ca4f72a27eb3f8aeb587c3b3c283b59d6e8d98043389743dfddf2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0d3f8854b1fc67a8320be83a8cd57f210909f5439f74b3a12e37f92836f37508"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4a3c0d8e833c95c691966280ac492844b6f7d39bc3504cd2474f22bf7fd0f446"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7d228cf03e5a6e0fb5a642390c9a359c0c0fb767b02735877d099f5b31441a22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3ce7ca81debe4863938631dd0c85c53e79f7832a0e2f3ec2f34e774b3c64fe10"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "952ffb22f490c75262549cf22ba25c8c8b63f6450d79144b7e13681c83f2dbcf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d241f9c4be5d98b24f3e87796cd1852f071320d41880ce0e77bd23e02c4034fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "451a5fede25e8556b6fd59017c18c80f3a598377084be65dc076f1a93c490cfc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26d990bc14ba3104d7b484f9f85a9e66272965c26f8afa8631c70a6bd1e89ad5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "72ab51134ad847c2bb0af13eb03b67c761b8f10736e9ceadf4d8270215b0ef7b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ca0f3d19057c3156a2224903cf446854b47c3c5d604e0e5fc122f861aee278fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "de0c08a3091b5a0889f0fb036075650c81570d832f9ae3c66cc2191138b62e2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "23c9c9de5a6dc8c0c0e53d481939e38a18718278b652a543392801de0b0dcdfb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "02a359f4bbe4b8f29da673ec5d5560f6e1e134f8972d97cab05a2deda03ca345"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bf415a63276381f16e728a7c731f94dafd7acc257e89bb6c46e5d94fa0c5f9a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ef314aaaab7d62a8f62e13f551636dd9777ff9a984f7916ba8be1e786d9e682a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f038709b76b5f50aedb10e33860fde8b31c0d3fec694247a4c21f2b6d24277e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "96c2e88dbe4e28bc63591b42721294e79cff3e0b53403c7181f9513f0e132c9e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ec4189e11d0943a57f8ff9befa6aec37dc515f06b86386a81ecb1836addc966b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a63f4111a443ef5a2561e0cc423fab393c4edfce020f82f54e5ddaf03b8ab2ca"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "40bd45c44cc0e53aa3fe73b712a82fe54fd9910ac70816f58c3a24c7546f0c2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6536f6b1186c8e5f459c69889b37540fdb8692b91d0da084035f5757a8b4b0fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ce85ca11f7bc6bd1f4067a6caa172a949d7894429fd76feb51be7da1921ee371"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "99ca1f74433cf56ebf3d43a1c05537b02ae5be848199609e39cdb677826bd0c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "afe01af44be448da61cb5af2fa27d4b893e7a1093ae056003501cd5f7385b606"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "33d04a6c3ba7fc47acdfc4794f2b05bd503a81911c39ee4966b51f091260aa15"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "629339fab7f1ad960993db6d754aca59f6c29645650c48405a3ada9e874df94f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6ff9fa101bd309f6eed3892cf9fd185c12c64064923f752bb19be3658a2b0f73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8787b9597b8eb26bbcba87df58fd53cf7f12270c38addcb41f93e37c60887de1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "10d8ce2d3f84d47f83dcfcbd90482ef9a12b5fcda5b137f45ae9d4a530fa93d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "873bd47627b799705169a664fabf3d70dba50cd95f6a250ca1c55fe5997155aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7933c0973a185a064e77653b80854190e1c59a25983bbecfa02c60ad96ba694c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4238e5470e45a43ec6f4ab0f8ce9ad6c88abc381147daf213641c5006f9f9528"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ecd2c217c4905130bfc6468daccdf3d0827073da491a3b4c7bb5632ea1dd6302"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "de9ff4d306f14e1fc9b462f0b84e29e92d269c20edde0e823845e17ea9a632ff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3d64efb40648fb6c64777476eb97ce65918e9d43bd3357f7b71393d9ca416051"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d971e762b9d7f42d545c63b067f7f757c24b11fe40d476adf630028b747f64ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fb2b473c084e2eec34e68b07ad9270c5eb5ed9f6cece555903091fb423fec6d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "036bbcb8ac8413caa27543f7dda66ca156bc0151dd52fc006dce786f9b715594"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "884be65877b4863c1f04d6fed693c4c72f4b7beace3ddf09f36436f713dc15a1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "20f61e50d9315bf3bfe24897539f73feeab2d796529638a1392ccfde939f849b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "defeb1e40269e12d134f6220cf516048c4e7b9718a5792179738f4b99e60dc26"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "abbaa44e627fc764b59cd345812e46ac49e57816e722c00832aad19f74fd69bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "86ac9f97c61118d220f2d5cb0959d80eaab177301a406caa84da3f6359391ff1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3b78e20f2efcfa944f87621363b9ac5492e0ebd5c4bb848d47e5211e3d6de588"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bf46d0707c966c98766f1e8ea3d21d31bfa7f6547eee2bdb63698f0e41af74d8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "32859c0abfefddcaf09b276281099188aa1b1f0a5494d46c17a5e1131f32cb71"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "32094154396c84e63e7a8b08543441367049a69ca5f4ef7ddc866ba2b9fd0a04"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1d1b62b42e666f13df6180d8307516684b6c230ecd746b72b96baf60a309f6d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2e99ad1c0c0229fe7aed471a1166edb25df2e4c2f9719e509ba9f32705f3dc7b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5c03a4bed123aee439683349462a5dd1a144b8508b47d2f661dbbbd5cab3554e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "93438a5a3022805c7c2ea9c11631c97f785d465c2f719d37840a76e8f0e127de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "755c3ae3deb7729dd0fdefc8b311ae6fe88cf2b1bf5bdf831c62f71faf064c89"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8270a9f68faf20618931c16c41c4f7bcb49f71847c5308b7a8a6a91af3b999aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b7425fa4357e238c4accd75e055a51332e371e48ffd1cd5914d6f65322f1c85b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "737d91f6ea398db8b982d35232116f00633320d0c7c10173a434788e38eb834f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "66d73c75c26a74def5bfc6d12a22b49aaf0e1cff52a3094785cfedb6f74cc6fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d5d845602d525c24611deeb33f8586e916a0523ce9ff4a3e38a834920d4fa671"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2f83441723f31169d486149bb4db7efd9a37aa0b2028d73b0ef57dbdc6485bb6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d97cd13b763cf28d0d97885b8bfd951f18571cf7df138cc3d1e8e16224419de7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fea01b2429fd64a9f36124114e87c136f7c36816e6f856b676320e8a6513d2c6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2f88b236009e7f5c2264a97e14a1c6371d094c5eab511a730f1b0d0b84753952"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "10f15104bf8bc938ff66a3441bdbb51b84845263cfbb3a27585358ec80bc8d1d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bc1df23f5701a7ae3ca5c62ca12f485f035d79f43c171c04e02c3e9c0486e2e2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ad2f818ec381ecba4613356e85ea1f041507cf12d23ca165ac7fff0722114a8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "58c122794122f97a7d1137f4642c19478fff49cd6f84a2d254b1cfd71f276af2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ba5d39da6e07431a93f6dde5e36defc641d95eb4b5649a7f3cc3d39243725402"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f22be0f94b623d2bd80de9ea584d038a05eca2db4d8a8088d0f95a3a88a8caae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2282aeca324424c61bfa5fb9a7ac04b464dbdd4c5edf50f27e76efc2299f89fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "523cf02c058ed20b18265992b4114bc8fe8646038ef4a5ea56a34d343a4ae6c4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "209174774f206be5972d68ee2eb80b7000e6949a45ca476783ace21bdb67e138"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "bfc6edb0e0537b533fae0bf61452e9bca781fbcf65186c4352a2ac3bf440ee37"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3963791d9274372e7d0fb55be9783db065d99483b91b58e7fdea8c16dd402234"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a3133a5b9a77317925bd97c4d7de52bc498bcad3d4cd260a533424a2a80a56fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "f0df1e23402027348a3d4a890a66ac9497f4bf0b41614c5b78e4fb7c2bc44652"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "45ec80cc80a043f486ece5286cd88632a54bbaa84c825c998feefc36233fb49a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "88b9f42d3a08671e58f104a6cc1cdd5740685de970e16172eb4a3213c87d1309"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "20e46451657f20b40b58b12155d8c893903d0a1c2141e57bef832e4e40be73d9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ca219ba7c17ee1d561af4a3d27ddb91b5ddfec020ad317c62277a05ebabb7494"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "75f79f2746323eda03e75b9aabaea7ea8d0e5add853d1d7f46ee0de69a91b5f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "3ff8cdd64e96d4c34ab2021b689d566ff738740c5ee28f33dbf2b8d1e1402da3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "deaee395a4d415fdb9d9d8fefd8d1962f170c207327ac5424c3e4d3ea071801a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "3a95810286864f67b6dfbf71c63d79057331c80c6ae2d696e9b0bd80cae9adbf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "ffc87a52af91b7d627d20ce2ec7b7a94cb167be11f6183848f5df7eabbe52157"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "691c81804bb4be947d1c9e19ec339c7d641759c9dd4180c8074dc108dfa6d9cc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "43e7cbf87e0c481dedc3b41d681882ee50e5f8af2fbb206e5e247498ddcc2f75"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "e080494f813651997a7a49fee98f577d74a0f332c31e4ea9219d791a8bcef60b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "a9b216b21ba67aeebe35ad622eb6a3e46a85ff493d3393cc87c2bfa4d90f19e6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5baa7bf353e4cbab9dd003573c788e6d2564d680a082aa8f5c74b119fdec57b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "74ae308a568bb0fdd0a0f63ca80cea4402fee88613080b8bb17d604517a2172b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "74c1dcbbc23470f4fff537bba89e44ee359f8556447cbfb33bb3c15fa3699576"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6938ebda855f5f5c209969d7eb7bc0556ef3361b26139cf0a4537420ff987a2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cfe0ecc5438a1540f076471985bc2badddedfb0ce3a1d37b828a1e062af13d0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "e5287a3cd9fefdd69a7c1796655b79ca2384ef5ebc11a84b508da35ae64755f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "17c74e47c1fb7ccf1f07b682c564b21bccd57ef2042e15e5d5b60cda3fded8ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "082d7b94c954fe363248182a43da84828c2539e61885374c527caa6f16acb963"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "b5c7e4cf329e846aebe7b5528cfeaa1b503616f0196dda64680734424634d237"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "2d05404866e245ff8bf78ef2146e34a59963183a3c7dd9f775e50c7ade2bdbe0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8cfcfaf7bc191d832bc0b9639ff9779f2beacd2e13fc438d2e4e43db61e0852c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "5726c126035b0aec9f4a47e8384983f71721370c87407d6733beed2377e9483e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "99a36242fba85d6762d73f8ac21a2839c420d108bb9c0e860ad545c7d4e6bc4c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "a09dfa12137d7270778c433f6f09ae09ab86ee1711b4803953dd3a926ed20571"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "03100b2ce81443d7b6757a280f8879c111ab128e7180174579dd3bd95ac2a34f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7365c723d88528d1e1eb95094e6b178ff759eeecf3cc476716bbf2bda5202bdb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "839011cf60fd4512a8b013a39cc4578623efa236c47b5c8787734849f1a4b8c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "f5373640acb371af029ea1c0d415fae4613c4dbd395f26f090f021b9c3f7d0c4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "1b0c394c83f54f47167d01b2625a450e1d549f3046d273970de5c17db6d82045"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "bc85a37761de2f4a98eff39c4585ebde7e629ba4864a427f22f8cd87858356c8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "858c7bd904aa0b1550f747239a616178ee4b37e34b119b410421649e1b941516"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "98cdc92f9bbe98435e64081edd78230e049c87cb68e7517cbaf5d9d70c949ef1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a124843ed4328df618c192ff5b5883996c56e51e33cd75452ffb476b0a3290f2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "f39aea8b9e66747016e2bae4120d39d9935d1e87da03dfdbe554e3a603dac238"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0c3a70252970fbf1366c7004717ed23816778304e960c8bf54f54ba2411d7ced"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "0fab5e32f1e603e1f285198de1821a19911fe7e16277e5565fcf7faa1c4c9b83"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "8687122459ee369c9d5a01268436f7878a126e16a920b8bd83d1288d41b495bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "dc4caaf2b28941fd81758054bebdc4037ff9d739ae6bded372ac2cdbc3c7fe1a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "694c08fd79652f6f2bbd04daa40feecfe5a67eed4fac09b5b1530a3e888c832e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "57ca661be8b3462e86ce4a665b92e954dd5f78d57a262585d4dba95a0a3d1574"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "91b6dc28990fe206a9336bb904d8c87fec7e6d58e638f863ea2b289aae93ab68"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "2ae9a96f12ce0807d59bfc0204aa90bab426e91120dca7d54f7db7804359a350"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "08cf5c2f31482dd7d7f4062e07e51855d10ea4039b201a89ff9509618895f0f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "b76eec1c40d22cbfd8d67559c32245bf28051aab1d3f36eb44425e01dda33700"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "f59220b229c7bc2d72fa68e559d573c5a1634a0fafb9c96c3b2cb1302b2de0bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "e3cd1506f6fd64c46c20457b3a43df58ac9e411215b9953790d216dabd39d336"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "52944aa36352a3da5ca132ad531445043f273e5438deea3691d33e36b92510df"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "4380df2469a985a9a95fb8a60c24e42d124aa9e97e89007c2bc0b63d9310139a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "a4964362a5b283270bfd8c7eb04c8ba8a8f2ddaa29f649819f202e2f4e18a13b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9501ecaddd5fc43f8bd1cde1c89f907c0f89f68b6bbacdeba735d37a15fc25ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "947f2267cd0e11d892b7f47667f562d2ac91d2033c2d3afc5d39b515e442dba0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f194ccdcffb52315b2a1c9b668af18933c13ed42221eb2c1951fb5ab7b8f9da9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "3446e061903f1ba54cc40921dd9740423f8f85d8cb2bed613848dece76f91478"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0fc220e7d5688fc9a5ed259dd765ab7fb241ae0d595ae510a1570e5e19ea2fb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "dbd04ef6de4381681594b74f435327cb8e56ac4cf0daf7db4dacfb36f2fd464d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "8a84db932bc65e1f200833cb85ac05d80255ab5480b2ec1998f10667a5f5a3bf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "bad5e24654fbcdfe315333a2333c95c51724d93577de7828dc4a15b620137465"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "8cd56b6f731da6559c64e3fa0816057a600d616e5c13d0409ecc4517a4a56cc9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e616e3cd2cba87bf4d46c4b3d945770189210bf85895c73d2cdd351e434fef97"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "46c301085aae042eb4109dcd95bcc19e037ff331a1e37d2bb8d678a31a2feace"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fa0b1ce623be794f37048a396c2ea02df6e930392e2a529afe81eee6e6190318"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "09a8d495dcae35ad2ecea9fed00625fbf01711a19d3a8a4e7462b595a035aed2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "39445362d0659a8abf2561e69baee7ca6c5f403e7d6f269b1ce7aefb3b811526"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2f37421d5d2723d745611caf977564083fb2e3a7104d058c255660996b6cfd95"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7445d4decc27e66268ff91aaff45fed34affd66c39a3b0fd202ba91e5692e3cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e6c3efb7d5b8052022fd87b76d1d1fff57bc599b826b782517bc95c7b61b27aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "891454d7ad7b3203ab929e155db233a1c1f6ec7c2fc670e8abad6feb5fdbd67a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "acb298bf4fef5d7cd65fec000278dac3b6204de0f43cba9c93b756f0b1b5e975"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "de91fa3c72c9fa4d1ec952f83a4b05d806ab20e5a2bb22986d8fb2f591234792"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "09ea1cb5868af354a9b8ee541faca349c0cc6a765a48e68da60b19f57a4e614c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4d8f8dfa2dd28b40a2032a6fc340785d5c01c47e264fba9f4ede97962db88b06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "56404c5cac870bd64daaf8909447e939f49e4fe7ab561d959746f310e096b9ed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2abf12c9cdad70c7e67d369a1569177a0dfa89a938daa1c9d91180893441780e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "bcd434633ffee264a98c41d639862c2a3526f7193322bc1df103b48e41080d99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c36f2c6887bb05ca56d7e0e3b0c243a9ec9b76dbabdd813f3afa3ad39a710e32"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "22e0208f80ec03c394f19e733c05a11c58232c740a486ac5bd6bbeb58d240063"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d3fd1e95c4b5b50523119542c488d7ae756036912a04414d98b407b2cc665cac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9d4f39bbe57cfc68a20c63aa3b13988c89996077ea70183975fe67a4d08c8f5d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "17a59db153eb28c6e20ea851062dbd0c4cba258fe51ac3003d53c9404f9d0b22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bceac3e5baa46cb3a86e6adb0edd1d8758117c21a98cdc33f69b0e829f156130"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "94e9854a866be5803a3864c0e57b5428ea080f69c38377c76f8052fe3c0ecfcb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6cbab2d27006edcfaa51bd7c56e51317f3f0ed5387d8d4654dcbdb34b85ed18a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9ee2dfdbdfba20808f7bc9369f87b7d1c28c22d0d6311af0b540c97d312307ad"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6bfa8f124c94034a61ac7d7b225f21367e2f0185277a250a826c1758b403919c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "45b39c4d3859583aae2f65de5b13a8b306cf2063c6f4c12e8cf13bd98d8a6ea0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "880c34e3cb870819bae2b43c52d3d351726de4fa6205091fda0cac1177c5ab6c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "46d6f8f09136c503cae3008b58abb94e4fbd42ddb6a14378365cce8a4beafe54"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c05ed9c08bb967a32b675c58cf8cfeb05521f14d6ae3045e4f7abfffeac76c70"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e1d50b5be36955b53173e86021a3c387c525cb323431aff12c0bdcc92a1d0064"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "62e3708270689e0dc1ae2c27c5b8af2185b7e738d616e4de42974af33c90d228"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "67eaa18e9ee899cb7a32b8361c67a773af0eeffc941fe9054ea640e1456ece5a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "03cc6320381294b63cc6851e94bd3446a722c048f7e2496d79da1d4ca9e6c82b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e9a360ae039d9ee3660f30da4e0b9c493be5fc87f354249cb3b8b72937f75d3a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aafd06822c950d6d67b5f734c733eea397cc052ea91faede1795a61bdd59b25c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1869620485d98ca81ab56d35b7c4a6335eb837ecee23d13a3042dbe91b6a208b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "366cdecfdb1c1c8139665f99b4d3493422eb58c3d696088d9cb1d9d90300421d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1d0e2427a4798fae906c60a66d0c1da74cb7241b7d78fbf683117e11d89bd9ec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e81d1d6c976d4628f938b000c1371cb30902c5e34f3d9a37defd7bca1a9d3948"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fbfd3c06bd343435f65ab8e5a0709476b47918747c3b3aac02586d2a4f0350b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c53693de94644dca5b05a70441e946e8864c0b7b6f86de6b1deb9d853b58a89f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1b40fdc50832634c5df0619c5d9ed257dc4c8033783c0c1ce52cb4d4c3ae4861"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ece20b8d13621bfc46a39be84abe1cb2964c2a39c0f37367b038890ebbb8d29b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "70af0a082184dff7f2ba29e80a27594de64632d7c826ecb380d13af5c8098a81"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3828c6985c3fc0b0215ea233df7b152b6f8848682393e955e471281fa63707a1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bf137596e298ff4a7ff6f1873dd598a2ee11c08e86d3621a95b0a93462030881"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9dbda275ce219573575d492b0ba02e391182cf7c9e149485051f9490c1cfe24c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "91c320605950c0d13bc702bc633f62c468d881db19e967efcdb6a68d8bb19ef2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a45e9b500a97bd68dcda0c0658fdaaa65fc37158a6da10d84913537dd1ece708"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "260612485ef3b5df819967b5316064be72ecf3e280f54fadfa540add98e5950b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5704606a232e6c2696ffcdbac19d66f6abd686567c7f40e85fddd640dc9fff16"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e99879d3c70a03c2ad314be67c09296c83426b3d8613b983da7fa7aa35d61ae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a4101f08a9a668ca8fcc8bac3fb1522d67d8a49a340968ea0e8c6610a772cfcd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7cfb6a0df0c3d5eb4af8906380d5ee94ce640d8747fea6fd53bb2f6a87c0c0b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5c83236269386998505c694bd540488e1f3f2f3513dc4f59573b027a42a586cc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6085c4b2c9c515afb603647059658519e3bf8ff6cbcd3e6c0092da56fafeffd6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e3c06b0ced7c0a4c90fb051fd024fc456d1bd50380100168aad1a1a4f11d0d71"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9003b56d70bc347dfb21b86dc112749f4764448dcd6ab65f23f54d703c3a9812"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1c9ef59122b5944bb122d3c6ba191eed0af3898888982ea392bca3c9b14bba8d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6a0fdd0c70cca8bea1c8cdf898fa3f9cc0598e8d3e4776d8e63c4d151503bb89"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ff6349ef311025f7898043e5195ff1ecfff3746d2fedec2f40c4b43cf2cb4847"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "509fe7de2340db0fe3b08bbeb585d7a17b7839ff8867f490e72c12f24e53d3e8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "808305f0425b74fba2a507b990362398ca88925a11673c3f17be2e300253d2fc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a49b5c792d4d0ee4c25e6e9d770ddedece83bec27337b544e6b2af714567e316"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "88ce730516cd769c79449fd6cdc1c363ff9054b43089543870bb50c19bdfd409"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb14c06fee0f8cd56d0734c95cc048dd1d2732ed106ca908dd6a25e050dd928d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "872bba01eee5218ec41c621dcf50801d6b17078f85dd4473996da1132bea10c1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c79dc7a34dbd2674ae28db6f98afbf52055d6a4f99bc3ab50d87504410e7dac5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f4a33294f595ee2667cb6abbf6ed8a46a98e0a5b31b1d07921eded2c635fc5d9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "51809fab141e67a82ba7f7fe2d7eebb1c20cbc3103d78786358c9939183132d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7aee6cad5ca3d7fa79b71d7f8d9b596cc486dab05c73a6280d295745a11b5852"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5c49271f28b15df646936dacc4ece6aea19f751f4b749c60ca53481c997c1c05"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "74ad569a410f67b919b1bcb2e78ea02dcc5c4bfebdf645ac97426294ce08cddc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3d848ea97cf91be90b2eab17b1c4c5deb4ce709a1638a6b606c25fcc56adadb4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "69ba8fb9494ce9ab40508cd44ec00e918887a0c2840204f0cf3678205a094bd7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f33f5fa428e8b9e9b17ee7b30180deb02e1dd37692385f207f5a72f5eadce3cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cbc918eacd64b6a0f3acae419f3be9e7c029c053c7665c60a03704d060ca4791"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "764e6e62aad479abbb4b39293f6e97a87eb48dfd18f5bdf3cc4cfb6dd7ed4d55"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6ea4f61c37bdf00d3a79f5621b3ffcc19c142fb62836875ea88120e70342fd99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b8a546d6548d709ec517ca300e588a92dd06bb0434ce74ecf8eebbf8abeb6fed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5b52d57265b796ffe8588a1bf6c7f673af98f978828ad8d0e3d854271c5989b5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "219e01e3f040e250bc5ad9730d7e1e7e9e26302ef4854be272714285a3e32d40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4243f6d8417b395341598c695d19d705adfd3fc3768b4bdd2a7943edac89eba5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f1fd1f42759fb97592699dc8ca9640b7fe8dd6097616ca132202fba82917667f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f433ce24925f66b81ddb319f0c867ea74fc8051ec2b8501b5331a479823d3bc0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "328c83546adc0cfeda610ccb8709c5cf68752459795da53ff7c5f1e465efed94"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7fcac4760c7265313697e4d46467f63fe2fe66096d8df8b321c31daaa4203ea7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c4704f24cddbc326f2a214d47e4e1867ca46257e6ac521fe7b635baffb6600d8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5f0307f591f4039dec197ddd9bdfde0d4902c8cba42808710924514c3e52fee1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2fa163d9cbb90a4d13556b67b8709072752602bf3b397437baae006cd3aeda88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "db78c3f898e1bd385ec08c5fb77e75917440a33fdbfcb9c68f67c86fc5f12e58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "262efc66d1931caf30b83e190955dc4b65ac0a75fca06492c553e28abc2f429c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dca77cdf9b0e1d06a9536e5007e6fc8a235dc77cfa571e68046b41de1d7a80a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95f0907f01be58b4ee86998682a91dc45e80dc412950ce08a138b084e9871b9a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4aa35654144e5c7f5ba66bc0bb842caa022317d1cbe8a2c8bc3d6f9bbdad337"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eec8a13c6630244ae0da7bfe51dfde8a3b63dcea50963c96d896428feafbf8f7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b9754f82e1b0660d66e4f061317b5bd4979b80dc5c2c877ea18339d838b265f3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f5875ff8b3a604f726de583e3e4593ced15a3720c1306811dbdd7a50731d9cb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "73ff2b6d77c3451b2dbbae56905074a7816fd3c3a7190c290bb9402f07e860a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5bad4f517177d829997a63b0aff38dee45329e0d2e804afeb3cd3e856069bf6f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0bee2a9f4268575e3fbddacc04ec86cfca5e915393fe5e1cbe9d98c3cc3eabb9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cf9a4258b8154eeb34acce00a24f591e18101e2947a2fa5cbbbe85f363ee0026"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8f4a34dea6b8c9cdf39e3d854405672a9a69b15067888a8d8b970c950f425261"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c576c40208dab33daa7a90db08b89cd69ccf9cc01e2ff45ea267e5dde1f49d0e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f8e0ccef41bd83db1905f46408592e502a84dcc1c7c9fb48f9ab9c832d8772c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "64c314f9ed371e112c137fb80b00f5072cc851119bca11a9075a0a881ee39a1d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1835e18713224600f08735cca0cbd94c3f0f380322d8dad695fe854cc974f772"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a99099cc3bdfe4faf8f5e684603cf4882f8541fc231138c72788d6124e0feb22"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "622a61aa87914a37764f1d6dff01ed52e6f95a3fa12bf7d00798a6aab30fad38"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ac248496af28f2e1e8ceac16727003cb5dd36cc6bd5bc3177840997a2ba04fce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "60c7e18d347647d32818c24e28bc0a127a9b5b7a3aee2b44f4cd406de1bf9244"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "356c7f6f295b4acf5058fb41886eeaab1b259c8b489a40ceef29f580ac7b8ebf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca6dae889098c2686ba84df86f8a63650fd5c1d5e06647db3006221f5a994811"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c83c3b7d2b48d1c9364bd212792e30894aa6c52fbab4543c73dd471e1e2235b8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0c389269db50f0195541ccc0d6b42636d41c28492d12861cd14ea2e49e3f101c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9514fc2d88bee006df1e753029e4a7fbde370963586498f04b310711b4c4e1cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "96fd03be660e3d2a1388a1ab79b758433c94d6bd5daace41dbd258ae1f500315"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0627a605d6d69f66cdc9e7a5bdfe5d65b1de645b47e6acc18ca9ec9803c32cfd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fd60d4bfe4667eef058a823ceeef8ec4fba502ff7f059e84a7be85600384d740"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6d7ff11b92511d60c3637769c250b08b6f2d2bf7571c4c77de0290f6d0cce6d6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "895aa2033a92b870b7cf2485e425536d55675c84d2dfbd4a490731b798877370"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e7f36270b7b10257e16ddeaad5f258d8276400d7d796186e78a43d53d1d03591"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d3754b324cefb2db0591b0377a51b22c6c48c331aa18dea221a889ac6ba0c47b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "52f812ab095dd74383dbe25ffcc0a612210f492bd6fe48d4820ea678b7e73b41"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4d631d8726fe6618f52e3de4aee0b2aed539dc9fdf6ef7d10973b87fdb63e4d1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "026342e0f7276e5dc6287a3206bd76a77bfa2d5d814effe38325ccd69c1000cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "60cc762ebaf199af127549bd21b4d0de0450e1a868b215148ec16476df406be5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "94460b64c315565be46ebb748f2cce808c7d3f4cfa82095f8863d900bc6cf125"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "afc0179200301111d4a32c249bd769a37ffba31188f5da9fda2ba642a335186a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "af3cd815bc62a5f266b7e487cd97fa2b2fafd0915039bdc290436b223f4a53e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "24275505a7723e65143b295d9a0c81a0179d635e5f0b446020a9533b5aa4ccbe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2dbfd8d8459a215509e2d9c03e66a8abbb35adc2cfd708ca295d4025682d17f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7141079f5373955dad1979eeece09e36fad07c38e604162128c0afd4fbb8d000"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a7e889d27cd82be821b071781ecf47e4bf8e8d0aa14d909c39bac1595c14b14f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "90ca8abac3843619f962806164ba3110b65f21733f3d30c2d9c86b2f721a6f64"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f060a6f0558d27f9a9963f9c9ad4ebf603a01f9838bd44484ccfb7b31fc909dd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ec8f37f528fd35d500c9c031e0b30c93934d3a4f57de6c201420306f5ccb4d1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "68699538361832ed9f1f7193e1d490199b841c2fc092938c5de5baa4bdc49c1a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c7abf61614b28aaff1faab2b033aa63c65f7c29d20e6feef62f563012482b2ea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9c49ebaa7bba29359ed530fed9589a7a3c7d15d5b78f01d05228616b3fae4a51"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "750693671395600b3202688b4d97df7bacb5db807667d69e0ccdfa3f15162e18"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "563c7328cdbf15c63f95775620ca3dc9f62d53c2a52315b6f0b333b0e267856d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1feee601f2b0eeda2bb6fb0afc942b5570c66f1d8fc97a735019183789114138"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5d0ee6def6d19e92836cef3085b75b0c0ef3169ccd12c7c6463728dec0b3b13d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b1f510605ae81b607f85883d528e91b62c38d2a81c3e3487126e99cccaeec46d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "54dd50082673f9fadd82beb4578e3562edc203a5ff906508224e74be2575d085"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e55d881edbaea2e06a3a7d8eaa81132c169d827d4a5172d64069d8b01f6cd181"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ee9dd7783428e03af1b5a2f76a5eeda18461c1797341b42a5f92a669b4599d73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e4730e680bf3f2f01922d38f7f71ca2a965f97e6c868de4a1521daaaf0905e8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6f75909181113996aad1aee2249ee7f0c3c5df5c5868047f3f33d2940de37182"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "161d42c74c1beadf47c12c45ded8aba6fc03aca0c32554f8d1c899824b6215af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "642b83740eceed517f335e4c5e2c1f181c3e9c48b7594ab474270682ae4f102a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d050b01594f2a0cef664f20f88a5c37de3fc0a8c7a26baeb6ee50b6d8d363765"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bea1070c85d075e8c4a859480a5829dc873653e0875c5d662f801b00ed586956"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5bbc7f9f594bad0ce9b4ce71b1814d2a55a06dbadb4bc7381675fa212162c711"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f04a480bd36b7f866f6b94997cb4d3c6b18d5a344e2b7ead2dbc98813846d3f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3c527de52db7fdc335f93ddc678213a6c4d37b9870dbfe3edc448a9d880cf3e7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ac8a20da8a3a4843ff303b7cb9598c693103c0ea802d24d2133047e7a9f93613"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0c7122d4b07e94343990914018269741b2308f20f2f5849b8f2b2f78d412da1d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "641b0c19fb4ebac84f73707e083b0f3efdd833a5329cdb3a7a1bc0d2d85198bc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "18e3a422dea752aaa9c99caa3b3cb7e1e999aa438a596e8cb19d54a826722628"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4de6ecaeb598dbfb212c25d0b14c6499bd7610e721d6257f83e126114f4edf7b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b76baab331322cef77d02fd4a62c29fbe925fd46e1fd4c2959d225f5c06d0d33"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "22420e2b46d05acdba18ff68e3ae7eff44da7e0dffe7576e3f2d11d7fd2fa463"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2a050c31eaaa6492336f8180bd723309cf513e2fdf724c44bc58987edb0701f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3dcaf0da05986e0307b891d06bf0a7f1efcdc00f980ac16e786100e764420102"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b0e9caa2117332652176e74fc1a0fc5d79fc97c541498bb429567d412b632fe6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a6b79d7200e1ed2a7ad27f24c493cc23bc14fdb02419909052392c18f2ea53a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "68a0018bfc957af0057f8544cfa84f00899290839de8522e5310e14e2e0b452f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9fc0d8d587cd6769f7cec5c9496155b0d713ba74257b6d411cd7fcc684605f10"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6edc4c4d1eee8bbbfe6860401662aa182e3aa443a50f9ed7bca81bdcd0babefa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "90e654644ba2f4fe06360c9d5cb7c2cde675f65e35bae32c6c7199a154f3f01b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1ad3f6a3aa717d75236b18d654a01407561330e67d03a237c861e82d7197372"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "933a1651518512d2b601878c7262e78af012b7b5a78615f09518d576695363ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "79790f810d298b7c94c4c64c118d57e4dce3e18c24d9ffe210c13e683e36a13f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "652438f78abed8b272a51ba65a5fab20f19b4f4574cf59664bba7cb238ef0619"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "10ddf61e42e31893cc7908c02da6cec876b519cb84e0761d51ba5bdf9da98615"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cc91cc51e0f9eafa1eaa43b893202a80fc3a0506f56e19707c2d52a04bc5444b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a0f1a07aed27e21308f12f5e81af9a8be529146a12afbea6fa0e27baa926697a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e51d99e964525629ed92ea7c14d4dc409ce4f92a1b289f3af46b43061fdcfc3a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7d67f94ba0b231ffd16b104b02e4cbcbdfdc5bf9b8ccdf86fee2254f8153ad8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9455a2d61077cf40d9f67f6257e4512c273b313c7ab1a64909ece8692929baf5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "518e2fb9d21fd096a997f9cfbd9914cdbdec610225a0071b6e8aefc321447738"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "866ae503b24b6093de2282b7c963bbe811afd4e9850dc6558c01d20d34e12bf5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5133da22d30b5e8ebbeb255be156b6c92f552e566836f9caa68c8b2302c92831"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9bdc9755fa1987ce3d3db9c1ca6b82ba8b6a20dade59294a1e9e1a0bea23b5ae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fb61782ab285673dcc40bf99deb8f1f597751d402a73628208b97b293a78e400"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "231f9d8c3b28706b7573f3707b7369743c2af2b6571e1eb2ad61ba049827c7e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "248bf4cdb83f4bdd138a1c7ddea0f1ef8c59aa44171da36d133bcb83469cbc3a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bf667b8d8643066cc4dd25c515330e904edf8db68607c4ecbe714063e44dd9d2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a8f423d0764b150277508def060998c37d88f802b680840ee4f37b639684163a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "55dc616f69f103a848505539718f09b650cb990f0dbd38fbab7332e35e67b9f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "af1ad0263282d43a149e9e60a2608e8b73242488a754695dbc1b6216cc41c93c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "75989abba39549c79b0d78d832fe83de7c98283c09a0ddd2500b9ffa6603df0c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "025f27ef2847deff54e1b865c8fe628489eb877bfe2788d463f5429caee6dbba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8256eb760191004f70d62c0bb6f730f18b57e5cfed86c7328e2beee397e0d767"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a55259bd3fbdca6dfbd4bedc564f85a6f72951c1eacc2cf82d40b259acae8620"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "dc993887eebcf1b92a4be248f0c01cf0740c8eb5813ba3f4a1718b4c7b79fddf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "eb9f5fea3e6077445149bc36687e5e3c2a88c9ab585ecd858f955500ff447ac6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "35357f86358d2e38c515ff0a21f4bb3e9ae424a66935e70c4e1d6e9b87df4fa2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7eae84b3905bb183e37e64d7e3b338e570d51b081ae9f807bff31d5a39ec07bd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8a5f94d354958aaa2a81743ba5af0340db03896339e83e6a07729f6ba14cbd2d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2918697fabb6cb1b6681be1a866760643c444c12764a2e914214c66f7af19f2e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c4b1c4f97c5958d4b79728f77b9a1127bf5c57b47a3e9eab2d1c16fbbbc2c084"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6b3300334212a47adac8019f82e845357b89ed517a39ff83d9cc7756e6e31134"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5def6180b7fe1c159badf817c66b93038597ea4a1b0871d93ae2a22bfd4b46c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "84dc0943ac99f5d1217b804096adc4abd9bf42592a26907f4524837298f76585"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0aba6305a62b49535264fd650df08efa4252fbc52dedf4266ee9e2f6690c0475"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "323af3fbd1acad9370a1d2bfeb5547aa1a5bc1e00a3a87d7dc69036c3a78fe98"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "763bb3af54efadba868cf491467d95c36b8797a567aac06590cdc7bde77c4f8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d9ce3f382406443163a8209e486bc246ac74cf9f0b2a9988907fc41a5995ebec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3efd0afd70bd25ee97bc30ab732c6a81fbf0c7aea07c763f4eb76b5a08c9401e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5c435ca96fb3cd76b1c2848fb8a147dd5f1389b43b7758661c17de83df12771a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4804f2fbe9f9a79f1ef714bbdb3264fe1b545edad996460544b54ad34cd950b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d65455d7fba855ac156ba160945caf2168b9c396052871c82c25114386c2d370"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "893acf2df5d2374dbb97e50ca9ab693fd0662fdd47a27d3d554f0560def90cf7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7965f29391e9755816ce5bfaab58d66df92b7584e0a3830452145fe9bdf2fa5f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "badf772bcab24e951462ba5374c585bf5d14d39307aa451ab7a9f78eda51182b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8e8e62b3fad9a1e923a661d2fd7b1cb5ecc47b17384a5b5b1d17c004fc2b3d68"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "583c1e8a427b48e06845b19423d4e778ece645d218c8de62ad93f69e094262c2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "928f7c4ac2700ce9dada084272ed9108c4893c52b42ddd21a5acc33e661e64ce"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "da0a173bc7cf618f368386a56c6834b0b6da6d3f5a728cc3c396c94e2fe18138"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3b7f2b2d5f13ce729c69db31ca5bae603cc8d45c85a26618882c71547606f9f2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f2260d48d30ada80acc93b21953750b55e0961477b5ab3697329c3de4baa03e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2c45bdb4d11ee1d8e7cfd342d00285660ebc35a924cb5e24a431e066c66ed1bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e5c2b47eb7d86f664d02473fee19e1761ea236be8bc9ceb2034351cce6e060d6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ca692ae3a26d34eef2eebf498a0249be8bf1aab266961a59b5f52c63bba5dfd4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1b976f2aaa18c55f27502a431c0db85778c0e28de7e06391cd3ccf037b928620"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bcfb83c9012ac7cad39c7e7e21e9c0a9381fdd166a1710ad62926146fb1695da"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "37ab3edf8bba689191e759969a2bb2675c8f834c4b36b8443f2397c1ed7b1d8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f1b3454df31aac1bff8b89037670c49258028053bd63e821c2bd2ab240b38611"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bd446aa01f2745c5ef1f6fb629c15b954af5c85a661934716cc75c12b0939ab5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e17fbdf2b130f5021f093e526c431160b90cc2f8209f8f81074b56babbf95dcb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "60ddf47bb188bca9e5076b140b3dfaeeffb8284ece156f29abadd770ebe9b578"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fb321ebb18765ae1f998ce713e9715331c598e7a038eb271e6c4a61307697abe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "35d294c801202cdaa97a2f1f7d4f6ceb83c44dd70cd6b5511b0fdc14a0a26756"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a6fd7e29e263188e5e7e54fee5af282d0b1fc8d122c035c5dfe8d4a4f3f1c758"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ab509520af2d363a15ed4334728a4915861bb83859821111cdce082cd4eb1681"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "540767289f0c6f4eb4eb3f904e6c4443e4127640b86cd8c028576fd622d11c47"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a1800295cb0980f3be9cd0984a8ab1c99f3b057573211797ab97c98b7f521989"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dbf9852a2620efed7e176cb7fc195ea203e3bdca6e57d7d99d36e061437252e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3368a1d179d5fa30e3cf185a17a61bc30457d7070d05bf3bcf0687c4f4033f49"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "868cb8c7bfa5bdd2322efe4c4b08fbff1e1e93a20f8054cdd48a60e7598ce8e0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b2c5c7edfdf9f75187335f53f0a00e2c32851bf13913d441d02b7b6f59a65f4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "da09ce82ae0834a85d973935df3dbc8fb565c39121d67a376a695e8749312452"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "882e0b60060cba2991c8fcff5232d3ea149b386f14542e55ce187723324edb50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6ddc364aea9733f9d3f156ce4aaae3bac68b3528f6f143d569adb8332daa00d4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "838a2ffc0223625cdc9e6a4367e8f53086e1459541a0b8f987f18d9a1b7a2f0f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "23cf9f3e957fab976582069263ee624dec46f1295af1b60ba036176c3eff7be6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "85d64eb1df16d0b2037542d0b2e2eae57c4e9491b583614bfbcaab0c1b148516"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9e819ce7d607e0afe230487ece5b15d41878a7b6709eb8e0327df8a7f572e743"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "da62209dbf025bddaf25b1b590b9de195d5bd763af059d688b30de0e41248dc1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5a4a043bba3613dd45a92b9d42d360a40def4ee9fd78edfb90da0af6aa907c0b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0905bf5d24b805bacda85b1fdfa78b8ee36783381ed086e71c00ac3996b84b75"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "53db18fd54f87516506e624473e902445c0d0baf3fb5ca4e9a082f4601a41b7b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0a469bd3406fda575b08901c46435148e42a03ad77998b5560ce351c502f878b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e0008c35fab2bb88a45ebe11f066648ca45afdd9320ddee21e4eeeeccc3b9ce4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c8239187892f0ca6c701d41b95c1fd29b833e7e85c174e7a9113cdd9a7d1416b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "006d62f5a4de461a4f1bcb4ea38d1c4244f79ea8db7d69c698603bddd2c3733a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d425911e719834181a8251ece15ddcb95f87cd6aa29a4000813859adee6d0334"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1ccd083f388c7c9091078feb8c3459742aaff1a0fed28f7a9e2afe523e57e491"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fd9e8faeb6a57a3cfea6b4a2d739522b046001453a4f29dea13831d780fbb4aa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "09c8423f142047add0c4623ef148bbd9171bab96ea00d0b880653674bab28847"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "361e330ef33acb5f0bba00f626897ba047176bf370069c2794e6af94c6a62330"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "636a3667062b470a22bdd716e28f2de0c6688c17ea6e9bfbff2027b0a4d675fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "294bff605681e8c7fb87a63581c2ed54c420d3830765c0777b164eca716bbac4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f6d67050364aea5ae02da8764102bf3d17d73353e6efb4db9c400ee622de4693"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bcd4d39fc22886014fc2f2772b105a70ff3af04723420d05de975008fec49f42"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7b88c90bc6c7a3e6ea84e7a9b0b1be705b2f04190d1d04f2a08ad179025de5be"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e6d9e4bbc775e7796efc0c8fa823ade2c1bc0aae0452a33a4853f504bcfaeb9b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "671cd97198f2a21bcdad62d069d406f03be7ce8f4f37f5f3dfd9670ce3b6869a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "20800b9946399a1f820db6d4f3cba0cd49fc52f21bf12a4781e9245c27c05af6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9586796d1e4513af3dfb1c0d8f1a0e0456989af3285178bb28315b4afd59eb2f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "97ce40030bbf472d848c816778b3ea65ae794238cf4d6f1e184baa901289d3b9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f75844c62cd340114ee2b352ce3252244a9c2eb7de77a338a2edd8575f9d84fc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0e19f07e551f89e93ab8d5b91dba74448654765be044508e15bd0b83a233ad40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "99664abaafcff7945e31cc206eaadaeadca124624a32ab42ea528ed7b5bbcb8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b21fbc193e34bb967cbc8924b1773a9edee1fd238597ef0240c36e98eb2d6aeb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8caef873c7c5f575f4c03fb64e00801d73c0896aaef3615fd4d27b679151858c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ce9fdbfd7ace464c86628110426e751559cc8ef81f1863cb24d630dee5463c4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d3beb9625b7efcb56509cadd3b511c5213a8b684bc44a1f7a8c4adbcbd4b0c7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "23f4bb2e3d68fc5d5ad00354a7535eca44a761d4b142875ab751875aab9d7f8b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0219e81b507a43c96dd7c1a62694749b8b36bbc854039b354bd9e5dc6d4802f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "584d6d49175319b0f39ca11acbcecb97729146e9658f90dd5c990404dad20405"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5de3f37f50c0b02c7f39c4df1497707a251d25d15ff978a3084d135a4a20a80b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d52bf299ca6a704a9ee292e63b7d6307009e6b2c53035f61d952f4d0bcc320b1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a1148ab561105d7aa1378124f8ab563741b536408d156b66b1552857341bb29c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c742e5ad54d5f5e645b8cdb134b1786b295842fcfa87b9104a3836c450d3144e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b873f37b0b982c10b8f288678986d45bfffd4e86175e26cea60a9ae4582d39dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f577ef4161533b3c155f58376b1990ac2f5fdbc8454caa119cb33006852a6e32"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "221c3f719d30b355ef63a001f4ab24fd6fbc105a63720c5163c970310faeddee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "44d48e3b1d778455de4cac6b475212dd107992cb5bdf4b2e610913a2c007867c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1111b2e6a4bdfae37437a4077737d391dcdd35b93cffdbce32273d865248448b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4e60c213f28fb61f82cba412cc923f8385dd4202e393160a7fe04b25af758cb4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3beb7db608a472c4427d19cd5df72c4b94fbecba9f370bad11b8fbf8130a90a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "755c7b3bfa49269f76fd59f355d07e299fee8ceed01da11b84e447834149ecbf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c672a2469eca99f9c16ddca799866c114132c33fb37a202a91430f4b93cea452"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "688652cb71b12ef250028697812348a62d89ed706feeaf669f7675cb47f39251"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e1a29b37b4216b0481237167075349ef24bf8b8c69af8192092788a67ca2c56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1004f17b51864bcda692a002a9fdcc0ee9cc3ea2f08c489441cd91e3be8c143b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4bc82e0f6608bc8892954eeceff1fe9b04a8b3bfa72041a64a543acf89b23d97"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9448e22bb701443ea2c95485b0a969ebaf8b6bec8987de2b11a29f14513a412b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "094f1a54aed921a633b0ade1dab1c427e62a99c49de8e537404d7bf4bfb1dfd2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d92a98c26ce8cf8ddf1299072e405cfcff5078aa6631d77435d77159a703a704"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b5e0168654bc4201a129abdf53ac1d79a20bb9030a500e3fb6484461a5582b5e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b787f5f1acb75b6d9e75b1d9d7c5db24634ba9ac269eff360b860bd3dd899b62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aa5dcb590e5d3c9b01b07e0b589d72df8229acc83dbc6ed8a3f75d50708db3ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "19f80dc75f880778d8f2294f801b96d441ebc34ad54327a4ec9322493d6dc9d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e9e50d6cede1c2fb05375c22317e50910ebdb8487e6901804248ebd45232c186"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6866aec1a0f4a1e1242a871cde653001fbb7d413527334f2e004c1a5b1bce52b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "635b31cf59aa2bc4360dc99f06335da539314fd58564f44b9da7eec8dfc256ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3cf79be30d355fce1265569692d0f25f79c22f12408c3a87b1ac2a7e4e938f39"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "89fc622af70c62329c9f03ed9917c9d06760a92c634735838aedd3d3f757502a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ae9be700082e4e3b8292fb5a89ecc4e6d839396a577c58869168cd6d51544449"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5944970a1876ad98ed79a8b051ea0b7e7b5d314c6343c1c7df5e6a750fc94115"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5bd13ec42700dedf373f5f282a3234c3e5dbaae03eb6548d74b755f413216f46"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5f73fd37df814db1a086974ba308ffe9aa184f2a4ab05561c83e160d6da953b7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6010cc1787abd7656ff5e1b1cf7fc26bc4906d35bac146c27bbed53dc474ee42"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "47c76913193ce3028b2472879afdecd57e68ee9e6295539c41a2e918fb35a65f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9e9492f65270f0956cf14bfc002678a9034fa2e1071d88f58da95c4e42517709"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e7daa6fc827ff090a4af48320f2be36da2ddd96c78d342c1989b69e6dbfb4baa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5362310025e1a143b3b534e87ceb5dc9ad8d9777457202117f2d3143ad4a4e4f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "93ff178b5e4149e0d109cb432d0821a71be139d717b6a1d0a5c397fdd4059cd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "39579106278c67e9de04737d211fcd5271ec10366ee8b0f41d03ce5c3716de1f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "604d66ed6a3e6da3c0927118aedf7166e9f1cc50d6448d698e7cc8dd4b3d65ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5729373da5bde1f471b68921f868b9bc7e3c850caab7c65031ce11a3af7db9a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b840b62c0e99ccbaaf95deef2f24460563050c5a078cca57b1e62b09dd9f0e57"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7881d1a7b5d436153af5cf9dc531b18fcdcc4717b8707bf87e17a6f688afe897"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "eda23a0503ccb8f8bf13e9a8439474b9a70187687cbace3aceb7916df49fbe9d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "edf9ec633216f4ee4f8718aa24ff03546e1dc112f15a3ff5d68e7f09392f230d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9aa59cbc1c1e79b184fb377cdddec2a1c1d0d4a2d88e0e922b0381a5c6837ed1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bc53b45d4be1ee009ed4a4c3ff00612088b9e9f97b1b8aa90c8d4b8704afeff3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0cbfbf77456fe4b5ee0918c63b630fbdb9cce44b6c7999b06f1f1bc9d0227814"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "135ad1658c2519dac07a1d59ba641fca527a8b3705c3b893077cfa0e3df35330"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fc6eed3a40d4f71a776e7b6c3f3b78fbeb7e2d98079488b645f328c1aff235ef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "19875025253fd4ff8d3606c3cfaef552ed6d1fd8957e43911b67521b16d44f7b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5580e76f46beec05b180309561890f742c40397aae376aeacf4d6010376d2127"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "050960571f1969ba0dfbc043d0466622a7cc3764fc3e609be353fdf3378c439c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d259ee4de07beb56071e7574c83314f1cdd1188c4a284b6a02a84868626323f0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c3dabc955f51c43aefef170a144d3293cbec7760d5de7752144e12e52c026be2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2de64d804f2b115f76e745a8d0330595688fa9a679e712be747acf7dc10d23ca"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "35c7ece295edc3a176abfd8463bb43e934e08167c08040ebe52208cd93f1e08d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6c6371b6657941e7d6bc331e93ae2480f8bd131d62c4ac54e9fd2d0c81405a6e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e8ef06b2f4f346552df18d35ad884d819f4a84309aebb43ca3dcea926b631c7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e9e6ba20c7c3ad2f8515848da6fe224af46bb4c0ce6434bc33e832bf504ccd8c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3ced9e0a6dc77a4d429b4df9cb1b87e52adb3b1fa3080d19e977dcbc5987a261"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "62e815499878916bc960873244521aca3610f19e871c85272f9867bb826844a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "deeacf0e55fc11073cd01604eaf23d260b326c07a4f71cc2a8f5d21d7f79446b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0e755cd14abcce3de19deb433aa942a045cacb40be2f114b26d33390ff9b4eb1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "35984ee9b3f1f0099068dd54026b301e4715f67e3d866a07e2c2b6bc2966440a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2ddcf1fa170f8cceee32eb5256fd5d2358579f436579d140a87aaa009d3b6369"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "321e191f29e2514a72ab69ce92a244df53fd1c7abe539cfdd471017f0f6924a3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e486f0729320cd4365ae4aa4271474017dd85273d529eccacb3b55ac5da955a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ef76a0179302e14cf387d6a04a636878fc79b18246cd1d50b8c495edb82bae1d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "276b66737a952652fb141ec0d75f081d906e77877cc5b0fb91160411091edd0a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "72a52710c33d08a4c85f4e1ee49360d8eb8302f0d75988a2e048bfd9e3d1c7f6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "856b13a5d7e079bda02714618a124efcda1a51c7665733333a13f73581923988"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0d4e28ecf71419ac9cb11bb7a828b664410a62a714aee38c633cef6eee25b2af"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5e74d2d4820fab5a0162a0c8e39e79db83ef9388b9308867988b21086fd12877"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e39f0af4fed2cec871fea9c641d70b6fd632adfe4cdf4a698d9ea0eacc3b5a87"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e9c25d1b7de0eb2d05d40ebd0516262233bb0395afc300121bf93707fca2e87b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f8a64eeb6e00a86ff2fd72a75d9661cec6d0440e5f55eca540f85792b45ca4a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "476a51525a57c6220268a6e739228b392167633159e086367588f17321386dd7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7d22d016d1f91c684d3b475ab5fca7b95165d8cbad322e0d42e5d4a8d98234eb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6d6d4efe94a014621346b5b9fcc0224f8c537f0e06ab670611600bc85b0027a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0ef7e467f5342ec39924e85da563edefc1dc76241c0d60251e73725140b909e7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d9cea852bc81985db5f0f155f0a0bca755b3a0678bb11858c58655167ef55480"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0b8e7d3e6bc82b8a878f560330f17d89a36218e5fa7bc3b830bba187e86a7383"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7f1d1bc03831a3dccbafab0f9623fdd42579e9bb043799ea189c291b72969a95"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5147f58c15d58713ada9bf64be3faa44ecdd0f30b8ac8be846675d1cdda54fff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e3734e7f58c5287d4ecfa2e22c21051a2423a6a814423e76fa7d52120dc6a6e8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0fb0c992f82a38d9b51c83e9d2b059c0e5d15bc971378468bd12c838fa18090c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b0c49f59666a9dc35e969c8aab03be25e47dcb08a694e20065c1c6858a1a1d50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ceccb4cd05ca6e8915938b0ea4ecd91380d8c9d2844d8fd462789dfc771ba130"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "04f016b667165b53df1ef35eb0985f71e69aab1a00480fbda74a8944d8f3a49e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ac372eb841f77fda99d3f36158fa8754011552266c7710defa7d12cb38419c06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6f84a14a7474491f9899be33b60500c93b42411aca2edab687dcddfbe87584ee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9573e9d0a3ec834b79468db44cf12c6ff47a542000c610678b461041663200ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "12bb448ee75625ccb41d6289355cde5405cb1d4af815e43b3fc53f81dcf70334"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7fe5fdf18c4205cc815b4e753961a92df1cc00fb815d0e317a596a56ba9a2031"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4ad03e063436072814ddf1c502f66dc74f62c652904585c2b144e8919310d30f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "39ce84acf42367f0ce63e2578624f02eee2bb8271878a587c27d07f2f2efebdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "08b7e3c68b33aae21cd609c77fa2b57777f3eaa90873b50333573ffe8ce122f3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3a308d61c018d156c2091982eaf17d1e75a6d396558415e3c6ee628d73be899e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "06eeb54ce52714da5d31a86c894c64c4ffa21e1489504feaba1c11de7af7e14a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f83efeac6a61a9a02278e6868c4540097d37e70d5566b4953040d0ae3fb83010"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b051318bb454c43fb2ba3761172a0ef4e18ff4e76caae6a81e5de29b1a597558"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e1505a7991cd81b76182750fb7f1229f4d7e8dd429452426c1b740d26e78aa2f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d54057c32cc7e5df089935acd91c4466187159a8b23acb3be6e9ed46057a0aa7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f526c55d58866d1d75bed46640b4f7705a9ef77bfa9903e7e4f7c886c9922046"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a47e96422ca22f80a434f388cda5bf8040d2da2d5307c9bb85855a6b49fd811c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1e2fb078bb2af84feb28e8f1ca3252eb48f04f97de1857fe542550a4074cef58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c7b39973d6c56f362436e393c4a4e4d4b7adb3191f1cdb3bef55a95fd7add3d4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "709cc4e1c3fcf3f842fef4842fb75ec8b594896b9209fa5357e0eceb18d5f515"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "400c88380227a0419d8b15e4a4888bc0cd5a01ead0e42928dae3cb22c92470a2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5aa777b26adfd9927985cdce4d7048964ebfe9701658dafd9088278ae85a311c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0936632d9375e47b1078419444504f060d6cf979bf365bc892942a2ea12a1d7a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4f12a605affda17a352885cbc6f590f3c4f25c615dd74d2377643dc88f24d898"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2431ab590e8d30ff4c18fa4542bd3d768216fceb4d02b90907c0cec880434fdf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1320033d274ad57e08e7a0f2791ac9dd273a6675cc0635d9985c104e3efb2ed8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c45677f14e3ecc636a2a8ee0540058740f53eca5ed3160c62216e7c948eb05e9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3f85664b77ddee31cf93932c165f97de9eb5193e13277e420c9e1561cd8bc032"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "27960e30ac60630af02e99a2b8899949065dbb97d5c2c311f5703213f3aa9386"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e02a1d93a7bf3f673d7ba8e497ecb146100ba57a58420eb770cbb111d8fe92ca"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b69598946609cd5e335e55762f0fb1338bf1380bd57a70027018b8f1503b173e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "531700e627f3f29c5e726e5ba3c035c7b65eb9aff3c89b6dfb515c0510fcf085"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3da063b91900cfbea969000a8a731a8d00fb327fa0cf05abea2e682a2ea38dd8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fbafae078b4a46dacd2667c315e9f17c45abf40a031e284488909e25d8dcda2b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "016174f6cd8becdd17a1f9524310c2fd8fb959005362c82c578709e9a6465cf5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e3c8303317143afbc963d2b0c1d91f482180511a30383ce2c8704dce91b33dfc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dad96e1b3772cb341e42871d0859a527549767a9f8778489bf94566923488ae5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ece2404329b143c01f60b46463f0231d58c60c2916c2f0111c598cf8f5f6333f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fcc14d85c1e185601446c21b4179530f7304d4bc09e15e056a391d98802d99ea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "86968ab7b2cea287ee5f5a882f27002884306f0f765543a23a3b04b9effd0bb5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "438d29288fe98a592a1d540340f6546b369d44912faf88ceec46c656ea661db1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6b1e8ec79027a79d5afb778aacf4faad44a22de8ffb54530f0c456d0acb3eb9c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "705746f0241bc5c00046a102070fa86a9553497219d058f4d7534fb3e03d067f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5aabc6ec362e345416a2f6e2e65fd34c1b2e0d088b09cb285bf6c1787bde267c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f544c8a4ffa957705187173a88495d9ef79e39e3a9fa1c9661d5b8b71faf9db3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b4f72b8d9f9180f88cd087177feff3dcb851ce95d8a354b3acf49100322686f1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ab418cb0d2e9dcbf4136016dbf5af50a2378bc82b5009c681423d39a726fd397"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "56648a6856249c95f5186ffec2108ffa1a46c36ab78e0508d1e5664fd9c7e4fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "24ca04b3872343d2f6267020f3d6cff3f5db2edc96cf9bd7860a4983fb9d2b9c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5b49cc9e8e5c2da5077a3ee775dd7c63b33e792b8f1b1640e18ada513cb4e224"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a89fb1a7466fd5b21f3a400c6e05e51a71574502a790a9b2a0d25d3556a39a6c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9a5f4b611480ed683d73e602e40d7f09f3f75635ccdf0c2135ab8ab3ae9f6348"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b632a3ce3953f672d514c6f83e9dd7749d509ec96ba980b5ff93f05f83315952"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "31dd8220fb5efb4aa83dc70fab51b252912da18ff54d4b1c4e8621733011ad81"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9a21636b826796ee6b20e9472a6b960e17b76e1a43621f54860321a6f787741f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bb7904049cdcfce88f20834a4b2b548bdc6d2f9e71c8c11999717b27552a3c8f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "149c3a64f4c44e94f12ffd3820733e1053147932267fae119fa3647b4f936bea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "023a5966d0b8b253f24223b5e034d3d1ccbcb135e5deb364f0bab824aaa13bb6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "68eb373b02d60dc12f0e797dc83d98ea0f63df50b0ba945bff9b7007f5255772"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b4f294bc752bed0b17daa94191368f2819813bbd3231574f48607f594c562aef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0bdc8eaf912e27d3f079df3d64d8eb1540eeb49404e225684f238bb6d4386aff"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4ec8d580d5687717d61bc3b354d3f5a600e9c7465a67ce46d2deef36a44da470"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9388bf0c44104d005dd04d75c117d5b70833d2c1b638db5d45515faf9b60d587"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e2c27a017aaac0ef3ddddd09b6d1e0da4e9f6e3cbc9906ad5d244d48bf112e42"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0ba3ff42abed612db2426e06f46115410e81872a0da06d7ab19e5773e741bdc9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8957f6d956637f791f9c8a1b7769a1cc542b85240caeb3b3250b768b027bb9f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f219c60826f3d892f361ffafa35ed778f6bef7ac7e11ddefcb1a07ba626cd49"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "62aead51024e29c821b98e151d5ca4a11245b9072bd74f426f5283f33a9cfbfc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "18bb28dd08eb5a4a97f7e7ba9cf67b9006401a922ac86e58468a305894f213a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ebea824bcf524aee1613403e9f59de8539422fa32ecfa173e8a6d142df718198"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b3985858b32649bdcfbc499f61a8dedba6b3dda5f22bcd849704c36089982f6a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "950641f2ff8509970ba970cf5bbaf015995e63d68e427188f4e6e563cff8fe1c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7e8abbdb65d466df301c77a8b0e54cf615ba685245f991194636a827e90d2d7c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "da968de6bc9e2c842740b4e049644f14f7d0e019911d66dbea894056d228c71c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "40bbd8ffe14ccf651bec1d7e17d20434470e442532ec74b4499acddf6fec7fbc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a43f40413c123c0949ad8ce7e9230d97c0d8006a48da4ee2af0d891cc684c66f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, "76c763e5b002ca028192a60bf81997a079041878f159d8fffa71212e0f61d3ed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, "a21f5e3500474b06e65184ab4e66a0642e2c3de737bd86036bdc68228aa80c4b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "93bb2fb767272cb7be2241359daf71a1ee2bc8b48fb16d5da09b5b5878e2db74"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8d79de3db2e4b222caabb3435972d7ba997edac0c750b95e66c853c3f9527693"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "21381144ca179f95684d12190580282b400badbd5f56c82ba5b8dafbd7f711cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "63e88e765685e805c687d3042a316a397a0bf667a18aec226c290847d33712cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "208bf610d174e85c33c0c4bf316753b995e73480d62fade48effb37996304b05"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "725417d08f4865f2055cd320e3fb4b1787c753a8c7d037a32b4aef5f078eb28a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "20f199d9871a4c218c3264173bd30f0fae59cb4270edccd65b2aeea26fbe7c94"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "51013689186149a42adeb6d17e51d6789985ded8cb04b5b2bd7e17140f20831e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "727892a9b46d471fe672fb619aef600e297ddaa3796b6de449b29800a76ffb8f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "47fc45024faee7b16af547b12955992943086ba30feaffee773770cfd7397981"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0209b954629975f0a7c84d1c1d0ca8ed070a9d7907ad6d957f4d2051af1f0e06"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cbe1bf99c330b010fa178830fab98b19587362987f05802212b43533f0d4bcd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6d3f302e4ed442461638a14fe2e4228df1db5b9f41872ac1cfd9e8ba844c544e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "004af9ad5650b1694b08cc0fc40f941c9491313e9010e15acaaea2b312ad1358"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "30f01e1bcf7827c4c7461ef0a8f563a1046503e7369fc15dd3ac94c3b5c948d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5ea9bb62cf68b79669c82c68126ea1c296bfed86b0bbfbedc34cc0227c37d9c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "141f19258f37daaaa0464ce43f2988675e1cda3fd042de913048624297a4c48d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "78851c84bdcfb6b66bd60eac1b01b7c2f405dfa0f3fd3f1e9b5067daf9396856"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "093ff201db87519037fa57bd4fcba2382c8abc02b83d32f1b1e025557109b501"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ed60b0eaca30d1323daeb1243c3648ba5dc0b2be1f140a2841eaad64faad46ee"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "df5b8cdc694ed3c2a8ff348052c3d1e958568f08894a46be50189c15d3019e02"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "60284ea59719ba93e0cc19d67de8aeffe993c27eece5ebebc7c97ead98a48847"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "36be814d7222d23034b19a84f2c98f5f4ebb18b66df91544826dfc2e4acc30d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "13b4bbfe47b4a49b7304d747053e1f0bfd96094d919724d22c8fa837bee9dd29"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "021557bdc396bd86207b1ced0406296d008b63ceaae1dd8e7c048727f61bf2d1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "899d89440914f8c980b60765cefb50fd4065d32fd21db01279f07d1cdc240f7d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9fe19c1cc192bda8e63f33aec6705cee1912e8d22224ef4f5b60b2702d2d0e6a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fcac751bd81e15bddf873be3b9dcbd13b0128949720cee817eb29443e10f9e45"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ae7a9dd4e86855611312d99f5b2ca848905293555d20dee7044e13f82bdb471"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ddfeebe1955091095f88e19534af5ac50eaecdfcea32152cd0f2588b7f83df40"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c88a22ed7a57fd10be2061ee6308bed3f2a9412c47f86e5cf20b14049daa9bf3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e65fed0ef09f3b22c68a0e5a97ccea20b16b0b12203c1b55bfe8dd298ccc8e5e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "94227325c820bee9a4b1cf3185c8255987d9c01c0d449afec620281275b63b5b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "29829d749b4b770ea7469fc6eb59a1d4fe99c501a97e4c80bb1d1c78a3150a5c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d4a498e28681762efdaf3de865440403101d06af49c31cc43e4ac23104cd4cd5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f26e1e0554aa230a2e7fadd2e80bb52f2cd0273b32a0547cdea8ec13f0627da8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "52df93a4818d3047d851f2dfd99b70c17217929393d8a573d7d5b034a6e14b2f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "50c688d0a2fcdceeff54ce372da20471008c90923be8707b3a6926b45eec3b8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1a5c26ca7dc8475ff5e6625f1447fd4196f02f81e44627ff52b7f79d4e111c3a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eecd66e100d91d89b4f6c8f66292a66de31b7410eb7a103ff0d04cd245b25e39"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "22847c604c6b953f628424aa1beb789d4ecc51c161533f983900cff18ba5baa8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ef6230d2f480af325f88628219b73701965104bb8e40bf027f428c2afbe84ba7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d67f90eb425cb01bc6ffa3f80097aadb9f44cab9b49f811022cfc2a3d25f9917"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9ce473ad2752ff0b6b38e9acbd09399a2ec1cb5bfbca000f5f7f257e77932467"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ceb2358ab56c155e73e9b1b0ea7fbd4cc4de68778a6c92b4a6887e771bbd3c41"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4b109fb2bd5e8a0c51ee6e719211b18fd7131a3e04defb220b486a9d44b9d3d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "503699bd3e5e544ac8277d224bae9d2b60d8e7f3db95632af10308fa137a1a28"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "be8215fce3873c23f1e1e02cfe18800026e85931c528a4fff764b64bcc864292"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c28ca14d8a50a27f26245fbd75d4ba3a5a6a764aee5daadbb4d0641d4dd256fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "34ef1334b85b5bac5c771ea94344cb2109c1df8f05fac4b72d36b6ba9fd645c3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4d034aec548fca0e93176e31640c9785be51bbba206e59fb23898e071aedb753"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "66473e34ca1bc5266a5fbf59b672a79d02f0da34594e903e13e413114af4b9ba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "34ec5f0d2b982815d79f94b2a1712db0038a506e9712616fede278abe2dbac86"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dda92592d29d8ae105f1481a24bfed27958691650ef44a67ec125a1a8e960b66"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e016919ef1828e873a44f9cc1623ad02a8531df5d5e2774023f7341b86eb5c30"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e759970d5e5455a27d1e92526ecb87f0538697fcf1bf01d51c22f2ccd0fc8fb5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e74c7ded7b65b08ce9ed39f4fbca88c4ba23324a684f8011c8c02c1483caadf4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b26d5c3c26dab3d6371c7b5acf7883fb7de40cdac975b3a291f0d9cc1fa2a4ef"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4146c9dc2b9ce470edc3d2990c05cd6230f195af6fac95590790fe8fa11d3575"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "07f9b99324e0c28c0428cef1ae4c75bf0d36e06625b60b8ea51816d296f347a9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "34074c4056757a55ecdbf5c27f437f5ca24e7af6383777c30003cf9fdf708fde"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "be3dc15fd16244ba3f5780be66b9754470599dcc1ff2c47ec8bf586e6b1a07a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "39a66d5e25eee8e275adf3d487248522dbd71d8967558a6219404c24cb5e1f02"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8554ed5919068ded3b9e0f11f484afe599de1e07e081f1d1e790c1cae1c62c33"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8102c4eedc0686044cfbc9c199287602d3425f5030112d5f8ba3667e9feb6be6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8173d1834f0cae10580ca9494b4eb33605095ae2a91d60da6250e4fd8d1c10f2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b1af32ceae799ac0934957bf6ec12e93b0ffdc3b4d8f3fa37c78a6c6aba61f1e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ea8e21812e2cf0ccd6770d0f1f20fa53831603c69661dce2b98c7b0e4e8eeaac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3cc15abfd9ba9dd82e56e5afd47848af9b1cce0ddae40d6a2cef03179d84847e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3869235fa90d58c42b58b9d29292879fe8f8782b55eb8a46d541fd68fd70817d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dbe2ab82c9a5a76ebc83a3b59787e70f4e200b07f1ee3e01d1d5e8efe0ee37cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "02f0df210503542456821ef83f2dfa78fb706cb10015d13fec47d67685fbf922"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "40a44495db8a56a099b2849c5cafd4e8d359a46ab4a6c4f59a0ee4bd11331d0f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3e589c8cea67581918dd887542b4b7e45f937710b88d079928d409bcc9b3f0c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4c8f8cb7c245d6ab9ee686a9732e4fee4285d0111474d2acd547ebf650e4e90b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "aeb1fa4e24bbbb18b573846ba852e5b8b96ab2e005a217344aaf48b2418d65ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5ec2ded5af835b696596b3c55c8de79157eed9e7d7cf8df5259038d05decde58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f206bc7abf944ad909129b62974a14bde53abc591b57ae6f6db4f460548f586e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9e7478b1f6d8f847491452129957f7b1a4fca12a32e20c1d51b17957525875a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "028dbf26965ab815cbe7c3ba36ea5787b28f37fa880721a23d313cbfad5998dc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6bcd4ba4ecdb57ed95a2e4b5f6b0b55044e40691fdb60d3fe2fed5a91795f08f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aa4d271df0bccbbd39a3f45505cb80e40d05152cca6ab9fccba171527da865b8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8cbc319d8b176857eff05558b5d9934ad6eeb861a4e0abd632fbf16a9c47d32f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "254c9ce83a70c96f7d2acf65f1450709576425c78949bb757dd1a6af89b9a53f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ae344d9d53b57c2b4ee8fc105ca1107676b451d36108de66e1cb27cc2d36546a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7de0a79a1592f85f2f49dd9248b5f5f637e8010353e11a3b7fc55d555844d2b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c03e128b8f18fe676c7d9ff57b90682b0938bf805c7b6b6ff17952fa1168c1d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e0f00d114cc2424ddf15e19fccf8355fab17f7e6534047bd59d5283dc680476e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8241c5ceb58586b355b304b7a9274d905c56aa7740902947de5f1c2fcf742cec"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0049f2a54adb48a31d5cb38e608eefd266372bf9c60fa1ebab680a8bc58c270a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ec9f91e728a282d8ec78d2785a4c14eb027a133c6b24a4cbed0f8c5a4abd789f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "187c6cd154e8b471ad812cde0b478c882a54f6c5ded3dbc484535d43ca28f765"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "00a13a0b869b02bbd1fc528297246246ae92cdbd36d52170277a3d1e4586a702"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0e4c1138d6e163993e9e2855a0d342e85b0dcac566c33726b406bd42a64d2033"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f62ad36b939f3a89937e86c0c612f7848fd45a647da93508ff9aa936b417a3d5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "504d4b252b0fd690515d7737f38d639a3bf80d1640f3a74cf7ceda065b7e2dc7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ab5c7c79e6a75a6c5583a663c3680ee5f83a5e61b2a1beaf30792fddc276d22f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "64aa7aac280bba49b503821ba4a39519d39c290bcec8285408235e71f62127b1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "dc426e516f5ef3b274616536ec9d40a13110f532c728054105cecda1cfa789ac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8fad77aaaf2cc956008ac694c36f840a2029d0addf8885fa89503c2ff732b537"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e003bfc54ff3c1419b642c3fcb3a88826b790a98d976923dc72e7d5861243f41"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "74a79eb652fa2b725d79f059cddd2a91f928806648bd4a90289740699d9a9019"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "80bf0b0b39abe6af1b7b3f1c547138eaf8ea51df585362d02a314f9cd963a01b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "cf50b3b6aab997e7b71c0d91e2478ef568928d7325bc5baff6d32936ba23a8fc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a5bdeb7d818faa755e536e667e019aa87c212e9dda8671e942ce70f9deaa08eb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6fd32a22565ddc852bc7b45c15184eea8afdf753754f9e85e16cd65d99f7dfd0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3fd5f2b1b6d71af80d647c25ee499cf82ec36c7e4af5a2a641ac3ba05cc2834e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cf9e7cd07a6fa110c3437a929067173ba84ff88b9fce9f6af9a5427cccc3a0cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dcedc3962a848b4281292f894dbb68eee93563c4163bf3237b5e58a693ecb6f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "915b0915b42a762ab734421c29b9e94c726bbf18fb665207431ceef39402cd58"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "72fe9d9876f9db51db569da1086f8821b10e996898dc57b0c2ba9d074e52219a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3bdd60c8f3b360fb702798a6d3dc3b0567941e86c0acd3de95b399a0dc5c9f7a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "683bb2bcd600a75c529e6a0bf719abd12fcbc1a90eb3b051734839eed71dcb53"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f979f1f925e802f62b6e9ec97605ee6fcbb67ea3ec42f71f99c15e4010e07ca4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "53e620b4bceca8c61408aa6a526aa07836c41c3aed0bcb66d55e3ca8fb868e23"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "56644ba9def18e7885ce4f1c1e83b0db155bea079857cd403eb19a55f147f7f8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a776712cff414ce67f5e00cc87f77825db8de999796eb87078aee24e5f230ea0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9eeb4a7b8d22c5f6f1bd7c86d3706aef4de2350a73053ccb8ece5e49dac71c0c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4fc67b429dd894ee8f64a695d937cf76f57e4259b9bcfb8ec65beca9f9c5aa59"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "dc2fd3e81131f67925595d444b022fd9d8475116c5d228136bffc07c93b5da69"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2eeefff677cd48dca4efe1f94ab348dcc800726982a3b869522e1e5544f619e3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "abfbdfcbf52e7edf7adc0e4284b1d2fa67ab7d4eccdb1341426534ac820233a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b2523f8990851b1007f3e342a30947ef7e1b794d3ee9b86a9e70bd280ba3f312"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f22821f266aacb60fcf2381a07ba2d3a4c164387489a6cd6382efe7501d8645d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d8a22c83d12bfe2f25949c8a30ea894d38c5bf5f16642f4ca52c137aa9c4e77"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f3ab2765ae21f03eb3560cdba059a8ded131c0febced82ee8a9f158fb3291343"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "48b8c1e96f479eb898f83bd2f596277665b2982dc9748d09328625d123f4c432"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c2bd50c19036da2f5a8716f7f27af4366f40e3d5b5cefbe8429f73eef62b416a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "367dac997787f09687bb6fe2ba5de0bfa7599097e37683c5fc091552ff3b6fea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d86d88de2f42a67607238cc8fbedc0659cedaf8d5ce8fedc058f9a30b4047d47"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c9eee4a29de6dc115a0e7ecea27e3a7103d6c4627c80f5b7b07f499aa4137fbc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b6ce5888286a92a7494756b769574a9507d4439956c0203b447d5bf65b964605"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c81b62b7ab60c86f341ac7b9250cc315d473ac5bd599941db8b121cedbf14d4e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "219989cb982a32a25ec76bcad15afebb05236b6678e68751b9fac9fae6d81416"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b48fa423bb8ba46b2e98e5e0d3d60c9828bea341c7e25e521a874e7a50a07041"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ac23282954785bb7b07f1a836975723e4634f25c305a68afe4884ec2ecb9d774"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d21eaeb613a7d3a0091fcd0f0c468ee07f156ce12ab077774a1ed9625a84a860"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ccdb4cda88834b5ca7bf6ac4805e474feb47225d73a90180bc92fa6bf4189f70"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "258e2c722d92e8f3cddff634242b15e397413c0f335e3737bc2e6b9b511302c5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ccb63518a10cafe81963a5c91b4f3685607f775cb7e5dd1df8ec960eb6ab639f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "536e3c297f8f7b7b81d387f91aa2f7653d57099d10cc54cd3e94dbf6455b84ab"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ae942c89a3b8e1579de8bac2f8c4ce4615120b926faf937669d905b45a97ce88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a5a7110d7b4748f7bd4027781e11791573cf93dd0ea781aca13d7cadb2d81f56"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3663cbf3c460b9148536d2a5840525b20d59c6ab7b99b7b886f8d8800cbff220"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "86cc41ea00ca366a2735b1ef5e8d1cdee904ef34e5edc1131839c98403f8b12f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "06810341ff3c9aa43e00db93aa9571604320237340e8e48b6f7ad507b97a01b0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "03ea365e091a0e9190acb5d909c2be8c1fceec3221bfb5d824b11d29b061e02c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "02e597f9ff27d01602d1773e1ab4f706fa9725378f709359fa1d5e08ea789633"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "23ce34562e454e6932f22a430f809d9b5653367ed00b6c1c6715e6e65d622cf3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "baac07413dbce80e96db0970052626370910684dfb76c0e74af897f24f00e381"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "854e10d15382fc5f32fae02f7250b0356ef524872ff8fdeb52618c4150a77eb0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "65b56070bc6c1b66f78bba73d48c77e94f6fd4bde93925e0dae85f35fc48a99e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "99ec8687548f71478cae78b52da001dbdce3166f43b85d2417066e6946330f13"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a77480528d60e4a0161998fda170076d1157aefb9b0baff305d1b22594c178eb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dca8774a021b5423be82910d8cb006f2a514b7521fd073b967bd807c670dfdd7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "86f9d6bc372628deabd169470b821dfd4da8032877d63fea650b6a4ba8c24c11"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "99a97f3d6f18623941baad915e4e65b5da8cc2446f09edc070a8d0287f4cda98"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3a566575eb01733756530260e8fdc2bacd7d5eb67205a422b8c68ce5298ddc07"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3c4e8b5741242e0f240a634d016e4f1d0b39dc1cb0b2b9a9693340085315e274"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fda4600b48051a472dd734acaab189bec63d9c664f14184483db64e60e332019"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4720d6cd7362d9fd09078ad230ce3335ca58bd78b4c5df1b46162c35a5b574b6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "67e2152ba4f6ce2ab59de40b675a136db9ec456a3e029742db664d69529c8de8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5932368f16a85f06b1d2222e43a78b81ccb5ff3e0dded6de5c9d825f45ee86cb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6361b244a01301057ecae383a75d160b09421ab190ec77b6db046245b13e8ae8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "74b12a6600671e1f1b9e9d2c996b4ef5ca87dcaf1db09d081dc4306eb99a0f4d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "95d62797e79c3e4ab68565ed33c455f4d8818e6ef65073ae131ce2c1ca1e6360"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7024f7a93d6e6922a67b999fb641c1d6b4b2a5fa21b643ee0f15b6e5511ec98a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "659519440ba4306d15e1cbe56a5dbdd786704c68a1d2feaf6fcac0dfb340be85"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7c35d75acdb9a9b279523ee969e05ea6d5a9dd2ffab6112f3f1e77c35613d18c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "48cb3a315b6c4622e525ca348db6548d5766d980a9f357b746ac6aeeb4cec5e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1f19b3dff169fc7c9000b0bfc9ca5b7768f44479d1139f1f4846adca0793af50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ad7ac12a1d218c68c16e84b7aea4f90bd3c6ce9367d69bb0a6d52d656b97234"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "edd3271c747378c64a426451ee79302b94ab1fac727ca05af992dddf21fd8f2f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3efe482c170615458987d7aff126cd3414a08eede9ee13069557cb7d682a5ad0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "eb74e0283cc3d934f76c117d98711e393245336ab68b2b6329d5f99a91d7a51b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7090460d15cf7fb3d56c6fdc32763b7da52e1496705bda60790ea55b23113f88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "18ee06358946d3f90e2a909ade049f98740bb16d0e88f1dfcd40c197bda3d185"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "83cee5fb48aaad73f40ace240234a4585e59056cb83d3e5b140e9f5d58a54142"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0b74e6678d8df77cfc1a79e059a4a6ff10bf24431a66adbd741400aabf5feae1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9feab5e19335eb3f73a2b9be1be39f54f7aab7f4b7239e2661ce29d550ca7ac0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f10b6ca7a91f0738f3e10849ad689c32c0a5f06fc1c3ba340d7b427cb0eaa0ed"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4de698b58cb9355497e50e19f10dd1020d0cc2ed29528f2e4643741cc30e0a4f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6909fbd71448266c39c81b13a5ff710c9f7d78ad456ffc16003230da364d7ce9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a7827afe178492bf88d96fb7ac9d441b804107de66965c6cd102a977ce47ef68"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7694dcb8fb88ff9395d8be33d52f297e27f1ee829849207fc5272a94720b5122"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "60fb42324ba0aaf6ec605d794a1c11a251d567bc88e9b40d8537ea86e5534c91"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e4d55896e0902942e85b2d08d5cfb4483938372cabf14ef492f201fd083c5f83"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ca40782f80aa787f8ef725195a21be98165db65f8a20085331c951bdffaf65e5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f80f22fb65f1154e92b83d0a656a4e86438eb2df089965652f781803df51c41b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4dc4d8959175915f973de20a7782c218bb0f8ea0697563936d180f2705819dcc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8f78317dc81d2a53fa4e36c37443de5903bd443a209d42ac13ee4129949a1ed1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2fe546ea82ff5f3404e2ba7679b5ae9f94c14d574e61472eb20f1d13319fb6f5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "076052b2df685d31589799ca39134eb68a7c3a9ff35788dff35739c4aedbde5f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "94d2e47aa84cbaaf0ba1d7fefbf96a24e7dc16c8dc3f1d0dc8d600907ddec260"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fc928a18fc6fd8187c25ffb930cbca4020418b1317485a706224d5e7ab60b8fd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f74544e26cc1e43a089e73235784f57e858086b64ac7109c1b2366853b6ffb72"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4aa0c100a9c163da780c5e7b9dd4e5ba9c4a2a3825aaa1838bba03ba53b01cdd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8443360d8ee8ad695882fff439b213c50b285c19722174871a8cac6fa0a99df9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fde09ca10c5ffd22ca0687ea0f6085ce74c623dfa654eb52a08f46d552d2326d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e3573d42229de3228ed5c8b722e6be2ede691b8f6076bf02d2e5cdb3a93f07e1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c4e8a53a241a7511c35be7e851769f45144f941395132f3d0a0c8e649cecdf3d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b8ae0f85ac8ec74b0ac05132ae33fd81cd03abecadb2d361e2216c3db0346fac"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e8252b1e7fb8887c7d0b8b8123264f769f05aa0363520cb2c5813906ead0def0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "59aa0a7ca991f2400e2eefbf809a8fa5fb9d890ddb2c137908548b80f5f2fd51"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62673ae9342a9cf2e19bdb41fe82f0ff7c281e7edd407c9ead1aefd9443e7ede"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b6575df51422be5b0d742c49e20fd76b5460dde0d756000b11d855a828eb2b1e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ee565b1d7c39d0c1bc064c1d6bd876cd708a9764a5223b69d0a5bf3fef856a5a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6ed3d5c109948a05f8987ae29a698ec15b16adc31fe2860249a6d255dfbb0e4a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "88ec9ba2112679e36d9fade1f846bdcb7b6708f3ab46bb8ced136a245ac9e730"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2311d7ecd185343cd91865a2fcf200385f6fd6089b4bd1045c5c7380d49d37a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1153b0a689e68feb81d6a22ddc2647a4b996ddc04ed29ad9b66c09a6ecb5eb71"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5320107b2806ccedbb27730197ccaddf20033b5b47d5ac3b0c3cab9b9f2865f7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "191445f2648bf2533d0ecc31738cbcdcf7595a7c457587afaa3ec95dac9dff25"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "86f49ce5c90d4c374fe38d608527bab5d51e9c5cedc015239b14328f35b14ab9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0e15a9a2bdc9700a908bd7799e87cfff1b95a86e54a98568c375f1da8f1fad52"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "855cf84b5005d9b31268ecb97904755415e0f8d7b3068930f47f285a88247be0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "90c638f27582475806d0211c2a60a2bb807dc44c94521663adb3e16f3588c230"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e12e192a0491091866eb4ba620706f3f30634666984cf93ce2c05ce52b97d5c7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bbcf1aec5c2ba957f96a13f04430f16741914e9f043ea96b9d0d21103b3ce999"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9b0379c16e41e0821e8979f13f05d4b8d4e472eae0dcbd9a92fe79e8c24056da"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b714c2d46f27118c7af98ff86c445b80128c5555bbe7237778386f02c58e7407"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "795d4d4c465b5c87c7720ad328027e6dfde4e3217f487cd0142b9cc96657c77d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "79d848ac9b1162f46a6581444d01442d3ca2648c269f597247d058bf3f500f99"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4b5ad411a0ad64670c0d8e783fac08fb06a2f0c4ed64c80f3b6a21227230a954"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3721c70ce6b6c54b4cef9a0671f9e42aa71487a75a758d45e21437c5884e33bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "06668bbf07e9041b67e19ebff12c55525034ef2458a24ebe75af1c9318de0ca6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a29a3af4492e504ab8d32806ff2bddbfe9250c8c99c657a7c57e275d6703677e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6c61edf1147851949291f9c96d670e8fa55da6da6777bfba278c4cef07523e47"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5b1db312937b10f31d598add0f2f1c26596ea7381f325f73f3742e1099fbd08d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "179ca99b71e737af3a0519026c3fa42be43c26287f6e8ae84504e20c20cc6d67"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1813d319ec6d8b49d01edafa8f7539380906f7a57bb67b341a61a975df377d95"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e189579356621d3e03398d1b3cbd58ba27b9df55a283d7e2073e1714e6c37da7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1df73e6ba3d4fc797b0fc0b8a2ac657634b57d229835458415b47522a93e715b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ec4c7b1e5a4410e974719eb811936a38da721da09054f08140f26280d6599587"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5df52f5cc8ea0865fcf10aff3d77ea032f75a429495299d753d62a4185d994e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dca65bc050ba6c5d89251788b526e645c5e6b4b737968cf41a5447725c06df15"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b011b3275434610c4c10453631b8426cb05ad6b58c6019f4847f9215c39b5d00"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4def7d5a610c1bd22a3163ed38890013d837f3af6ae0eb89119f52087880b3c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "29452e06356b6d2c952fb62bb418a34085996db2d36ba61c5f9e11db7026f8e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "786ac0e5a7928f9655fd72eaad3d271a488fc2dd9cfdb897361a43e1b567c27e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c0d5477d4e21efe11715cb98f8b3e032b309b7a3a37d0ea731b5b905a341586f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0c6a277f175c2eea899b83798a24a287bcee961b0128c5983e7d22857dac0b73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a89aab06768c1a7beeb1aff0449eb164574234d779484b3187832eebd28a35d0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4064e1476c96a95406098a4a88f476464783a7c91e2d9f4109b34d394fa8c9c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "706015e8b73462f88d6267d3658ecf5cff7fa096f9a0256116a6b661503790fa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6dd5317ff1aaa8bfafdc2ddacf0b1971100b8c6ff0009fcf57dbcd1f859dfbaf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4a470d478a3944120df187376c83eb729f53defc53faeca07067445beb854966"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "683bf9baaad86cc1f97a782f68a0a01ca0fb2d2de42455f9496513dfd002e258"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "66fec99623c995823398a411d5ae05635dc1ee116cfaa0b00c8dff5c0feddfe4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6fa9a7721b7beefa5946e4ed7d809b7b3f2d367f49e288a24abb5a0da4021376"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "002ff1413f8f4d0d53ddc5dad3c6336e1aaec7371de377982b18be2734068ad2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5c020d21655a43c262eb836d8c2956cee59503934d9efa56db19c48f2640f281"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8a4835b6023f5061f96dfc9d736e6c4607bdfe2e534866265fbea2ddb6963f04"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9674c5eada86e1ccf63f98d67586e93554b0d64aeaf913a069bd20fe114a7eaf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "768da251d29979dfe9aa6ebdfe4a3cf9d81377dcbe73204a90af52f3b52889a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f99a2dedf9aaee1fea4b0735bb63ed4dd6aabc3045b1440c286df419d2f09b5d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ca4f1b3a48460754965a0e8ce1ae66e135ea2469399aec84993b22bbf34000cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "99a468a4180fb524f7ad045a05873ac8c47a2bf09839e74d806170c0e78e28ae"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8d576c03f5a597e0394df0fe250c0efe10d3ecb2535188a354ba07a6d1040851"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3316de1b65fa7fab6dc13aff714e8a41020820c28b494a0abfd68b74a2f9b2c0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "380cc753caec6ae0573f31133d0bc20905d167989bf4afff923ec646da5f328b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "55c3ff0bd7f1c08c73ae5290a192b2dda6b3a60fe7a0e05f9d2e8a457f96a596"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b0d90d6a1eb613fb36c7121ef2273bbcba673c041c579a5249fa8d8aa841b54f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "697b7b10267abc2749e7a600d3960a7bed4479b359ff976d3aaa56d3aa8fd192"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "784851a0fe4c3981951d16a6fefdcc750d8dbedb863d026ebc61f20310e3bf37"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8a9654cde82d4186ca69e40a7bc2e86986833643e73ef347b6d2d9465415d243"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6fcefa34ef984947699083aabe4a3d6dc205f4b90473c686cb74bbfaa20084a6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "868ad07fab08c0fe0d293001aad7a196e6bb1c9d966c2ce0f7ce2cf42876dcb3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dacf8831a0b9226afc87bdd16e74ec2016600d8340e0d702fc107d7e199d5e41"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a4500c80cad3d2c0b0792b135ee151fc6de5856a0200a49fffbd2bc8c73214f8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "166ea72aab02e6d366bb514e853e4aa956544cb81ceeb61fb8aa1b91462332ba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a45160b90eddb81203f9aa0e6914d956b984b65a4a8a0c5a5f59edd2ddbcf9cf"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "efb65e0ede61d3a42aa1c5fc3f601c3a9178bc00f34d84aa7c4e5822b053feea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3f5520fe87cbcb480f60b9fba3f5a83de1f2e4093f3c0c2659b231a076eccc80"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a9e273c6186b1273071035e171b1d129ca13aaf8cabeccfabbc8066bcffe1e50"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "833da88c5e871ed115b8f6cbbd43b84cce58b2a664e034d1214db711f15782ba"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "def8db290aede7a3474c05a12763b69b649946278cf5b5af6b2987a0a7921f05"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "53a3758b557abfb04f1551944d2017aeb8b1455a7e4f3cab50bbc85f6e09952f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "00114e719798366b5ec3feec3d35eb19a84555a94ec6228b803c31f230dc98cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54568f1bb1a8fd61855c73babf8462eda7d2f026911019db28b6e6370b29177b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4de523fd244ac164675a492fb51f6e40ed9e06b8b9bcba2afc41c7fa82dfd9d7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1d423b0a694fd08f9c543e791abd27ab2a4767ca4e4ba85dd1adc1bd2fb7a4a5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "58d4fb9a52787191a2f2d73fd487f848323270a918837f6846dfed4b79851ddb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f6aad287ff7246e5eb5d4905ae5b37e608184cd8046dd557e101a4d01ea98a19"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "13e4c542470b7692661dc2023d2f10b0ab84048f282e2083ffe90236d007b22f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a16e4540b346e18e5e7c9fbbb68d6af8dfe04fccfdda7e9b24dc9989a1ce320f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5bb575c7adf9aa847803390d00e321124caf4829cf1bead868b4a6500b5ff7d4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "95686600dcdf9e598e17d8ee4c17efb752420aa35d7f6b8b126cf1f69859b32f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "15560e3c22b6bf6e39cbb8c5b202c4a32cac77f33e09398af465d63a396e0413"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ff314841cbae92eddd423a3e72404072400abd375b193e5bd2e4d73e3a13929e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "434902fe7e752d25adde39850be630c6f54c277898a7a799f3614f0c1d248b30"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "68c2ff79834ec9e0c36f6a94b58a41a31f1ab025a7d703ddac4fe450d8bb958c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a5076d4863553743a0b0aea486f4b34f5a6a55c5ebd2ff9be3c178433da3b3db"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2abb4ff9103e8f3616cd53f0c474bcb647f9fe456dad7e3c8d96c5d6fe6bd1d8"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cdde5f24295cd37b34d9bf69eb25add278d55cf378cd766c65cfdc66bba9e25a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "01fcdc4964bd66430ce9a2831b7b78b708744bb085616ee5d0e4aa51349d000a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c316249aaea3bde251a4208d380bd1e361af8f57c1e899f450160309588d8e7e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4aed3893a843d13eeb84efff474d4498be3a2fa5f415c0c8acdcb4d0805950a4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "064d61fc3fe734768014b29bbbccdfe08f657488ea6dcebb0f547377420f1544"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5563e75350e9c790241dcee60eb8cc8a244a540df35ded93438ca54fae4f4807"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a654c22674f9b4b11216a71491cba478dc0903ecef988817a4bff51dd7773fea"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b28c4e381104183d8edf2fe5752b2e3ebe0e39d7c8c99cedf2810ba046c886b9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "82738c2729aa344bd136eb604b6da3eb190d15c5cd9fd9d1d71d6a2b82c9c827"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c9f89e0ff6afec98ef9b05020b35eb89f70a6bdae0e07954c7cd685a2fe20ca5"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ae0f46949bef4be703827775d501a2d28d391748fc8a4b88314b91affa368586"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "206c2883fb4066413df639ab6d7db334e4a63abf132781d70a614b81170aa2fb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "13f670f805706103d41ef1771b17f1eb65135cfa49e3e4235d45c3ffafe7fb68"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6c94f59d3016ef4c471f336edc06118463d9d9e9b9c97d2d2317d3afce25cd87"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7a4c80ad18679020fa90570895e337911fb1d96070d3352209e018aca944ae6d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1e8ca5a9e8db4efd91c9f6d16ad497c60536a091063a630e55862157bdbbd5cd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "692392adb4b4e8319873803bc5825d2f40ed1c9eb7158aca8dfceb1a23b110a1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9735065aa012d131d98d1b416fac7d6e84065925b17588994c3557f18029e39b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "82c86f52fb9ddffd605ca0954727f67faa833b0d78d805deefe83403923516b2"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "31669bdca80050b27d01e8336997b4cd95cd5f3b797892826e703812913da8a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a2eaf51726cef44ca33af90298d312d90ee50505fdb3507ed87291d045c8303c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a4c4cac95fcf4cea2ad863927aa909e33b9e9a65fe00407f368b76582951c503"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9d80b8dced244577b85e5a88a0160d8c40f3d33c910b20a1dce9f142866a9872"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f991de040c88d8087f763993fa35133ca8bf9674c1d8f10e897b622e18dd069f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "da749c1cf6493b366676a1641f7673b64b6aaa81763a7eda2af7d29bb9892c73"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "afd0ede277b3017c7388a27be9c075160baee7bb150cb629422e266caed89268"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b9e1ce901c3a036df8c06ffac033ab789fd0b599dc8294fe81dbeb97170c23a0"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3792d21eac507a4dd3874a6bd623397d59615d77e2ee1853c831b6fa7dbacf5a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "042638ffdcf82c727283b1c7da45b274cf09f6b4c21c455a3702e730853fe450"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "735e1d7214ffd50a9815877fe9e6a0069b6a7c1c839d8af71a8052d179fe0357"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b9b4d3fa216b9f33bc6bb4e6552988a2e7d781c45e25711ff1c86544af6c6aa1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4b57ae35c9d2bd2d86b193f95823b629f4c2b6fb56f64e6e37db619b1068509a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0deed42571c0b381e04052d8ad89baa271752aaf21f6a643b6cbb50cd8e5492f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9e997a239514a6f5e348a892bf70edbb66d6ca6af4f94a5798aaeee5bbee52fe"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f66229d95c50f9a6684326c62b86de8d87fc1f379a39f2063c7146ed8d7d718e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "28d75e376db0c7a25c643b680f50a6ff79dafd07fecb9683d9458e91a46d9bfd"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cdbbca58c7a27178e66accceaa656b93d3ebf33a95f77dd8dd8bb272c072b269"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d8cdf72b8efb295ec2be5d007118c43db58010417bb078085dfa20827892501a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a86864d5461f43acee9bd294aa35e11e26451cd1709cd125cc5338cdd1c3c12f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9dcb9f0681bc91081a4c369e4d96514c86ae0f642d76622823947b4eb79adfda"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "365b24eb9f70c521c42947dcdf260290293af1d861ed8586349a744db2badb9d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "158ea5ac91842a9c535169dac25dea7d6e472959a36157616e33070e3af06305"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "06426913e6f3ccbe6a8ecc91d1ac60147bf82c5f450084a0cd54ce25cb449c88"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3bc51a49a8d01e24412c3ad2baa4ceb84f6f1c59d73d503f1d838c0371a6136b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a96b35bc096b322296a05b87f47826106eb8cfe4bcbe2a745964e15d74297a8e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5e31d42cd387055fd9c9b0d2e64347b1a34ec553586d5233a18ed6f04c1119e4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b22de1202d684a9827c49e3d870d056d1e23fedfd3e2eb472527f5d36434a5b3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4a98405e10a4f8cce21a5c3ad5d378056f7ec71094efb17eb886c0e0bc6e578c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0a59b920e723a14c5e35aff74c456a0bcc79a9c23582ae309b778ac2030a694f"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bb8578577f4db41b470d2539f31bd650a613a604f53fff307ada28366b17f74a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ebc69a11c415f1d9916e3118166e977d80aefdd7be93859ea8f74060b77bca1e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b7c8fcd2c5f25a11426ef2809bb0175944bd406f0a0155867b882f39b561b9f7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cbc09ffc319c713bd9f1516163688c1f46b43053e6adc49a1be4b98ab815e7de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8a7214b31dc2ec2b10897e4e0fa6eabf223736ac6c693155ffafe4590986b419"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5ce6d0efc93f85fa7e4f932d873d7bb1e8fa53b3a26a7b52b5d790a0da0fe9c9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0f6fb17124bbe5f9c303bca10d89799aefeb99b58f1beef0b4a16055bddddc34"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2edbdb2443239c4cdcc547e24c9ba61feed9bc55d732abd51c92d576ee1dd52c"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "92c9eb0004360f7b3a83cf8523d5c0e9ff3aec3f0d745f98ba300e767f22e5f9"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "174515783852d31a63b0bd24d11edae3ae6436d564d1fcbcf1148520a6fce6a7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8ba7f789f92117a289b156df9bd4a9f4c7a0112352a15c48711084d314cb63fa"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e170ea29645a610d72ff68bccc7b4adff206f9f85766e6d1e4c9a99c13043048"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "552734b0c4b67de4190b7eb1f53776e599fef154e54959db858cb7780659a11d"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2d336a8b76ff2dacefcecf7555e3a5652aad0ff5cea3faf6e52b2be0b0b089d3"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e45c26147391ba7a69e41f4d6ffcf715123da6879181b0efdeff9b26bce61949"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c46df192a06d201b56cddb99b1c8bab18ba8b0a257f651c05df53cf15eb23745"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3c08afb37d4931421bb003d6ac3bb13ff232d092a96e202c12b9b7ab85a41284"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4cacf212062a88705dca49a1c8b2f4c378a9c89f3a6992afb7cc1c5ca21b64bc"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f039e8d5da687cd4d89bd4cb91dcd5483ada981e9cd10f2e2a37442330e4732b"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7cbc3856120651270f264210448ce852507cf0c3dccca5fd84c1e42c4629c621"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "37bdac7a0aa2ada24c8883f65a6635b589f2906e9a01c7448f8d333dfe63c393"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "776d9307180fd2d145a757a4d2869039511a143fce2b5bcea0cc7034f9ef83de"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "74f1531632ffb6ee0d32116217534a820ffe8cd03d3e178bc26559dcb6a20bf7"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3772b81d1dc59d91e0cf869cd270d21b9dd1686cabb13e4b12e5cbbf16eeedd1"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e7557ff9f5d740bec87a3e690ea7e8d4c8825a9ec43ebd44d1bad8d362c9b666"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "03a78d69f3182321f764492fd56ec82b853fb130e67281a714ff5217cf2ebe59"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5ce582e665358e83312d9c93e3fb172f2c602a0cade199035ecfca6acb07b30e"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "256780dfc750fd08830b57cac824c69089b0cc346aedb4525780af99c1508712"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "36cf7eb76b5feb1269c62633b362f1ff81be22262be459c47f2931a94ff9a908"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6999fe518076383cdd041cd98f537b00bd1b08b1fa0afcf7dd07105212e4d937"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8e98d6abc574aaa9ef8706889035b6aa074ed9bc8928ad54e87b57930bd333df"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d51a10bc803f6e0f781b992965dc1c8796930c3a8a22911b81b88de6b698918a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6d52c97a99d5650a5b3ba7eda75f694928d74e9c104dfc929df499ce57007e7a"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4e847ded9e3315f77ade6d65aa368d0284d057538c0d11be9aabe2d90826b429"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "82129712f7d89c08bf2ad6ad3a3a8207ab2e14401091b4bbc048fb1164323dd6"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b89c495ebd3d45b31a4127ca68355a657802280ccd48bfe829aa10128184a294"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "103584282fea62b4ee409336e575da6afa3484fffe54dde042e689cee0f3b7bb"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2ac94e700ffab0304c90d3f43988086e5b3bce5655625963589e6cfea97a5af4"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "feec0df4af922191110f7b76306439e0d91afc61a0faa8d4fb934bb721907a62"}, -{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9cd8447578a419b9e027d8002fb7395fd11b3c51afcad73326e8a6f84cf5d356"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3c71f7a49bf17ba80e30840e01fcc0906c96cb21317338df038fcd3aa2aa31c8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e385515cd1c2ccd1f472163d4f1ea66c009400307bbc35d86757c6e743d122ce"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1bf3fb47aea861e9292983be302ae4e57b84ce04c53569bb8c7e405a7ee39a2c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0370fb9b485adec725bcfdaef1cb5bc5c00833dde0a4802c804223f3c8f89852"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "403a09e9ddb8027d90d2432829436fdc7490781caa64e2d32d6cc21b1b6bb4be"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a6568ae23203a00e9458aa56259af97462d0a760399b6a5967e5a79f5054940c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd331a69b66e4d58e25336f30eb3851d19d4a6eb097c683f0f8995fbcc704f52"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "296cba7b2b3487c6500fbe93bbb8daa46a18b588dba4bf1094df7b6132c299a5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "510653114629c20840ca2259e2b0132051e6d6460dff5e346a818743526377db"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b952f49649f8c265d24889358ddd641204a6374729ec1513b263731085598d94"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5a169b4390bec64adabbbc6b4c1cbd8808fb9195c27a1a3cde3a9b53dfaf5a58"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "af7e4aef35bc12a3baae7c2b50a3cef037eb5d3d215ed78f17eee268ff9e986f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ce44f8a00cec5afed4c18fab93fcf1b869c1a9479b4c8e6cf605eedf888a0810"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "198f4de864e36d905154e608fda96c34a609ad39d88665a0e1c0fa53d552b59d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0042417b7f8d25a611db61d0a52661ae4eecd24eec2ddb12b39494b885bfa6e3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "630ee24de61aec42c5ea05c1ca92b12112db6495141c4fcebebed7dabc73c413"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f51e8c6769b4f10cbf6fa1446be753e63a59a6a36f17ffb0b138482e8b00dfbe"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5d56c8c7c4c6ac73bc3c0dd36f1a28e9e75cdfbff5042b3bfc70b1555c98aaeb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "742c76ae061cd37a5199f1fac0e478f4cd2fbed0269c59dca55bdebab696429e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "215f0b2d34033e47b578b40b60851822a0e4efa4fdab83b20e5efdb261e59b25"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "13dbcafafd5ced0f688a60bc2f6876a18ce657c8ef80f5aa92627e34dc5c0a4c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bd20fefc86cbc3d7531903523a326a601210c1c34f8b0960c0f1bd82b71a8700"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e4bf44d0bb2e20443ec4f36c2cb4e91ef94989c6d505860a6bf0d15a57d2f4cd"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cedaaf8918ec898e9a95034b87c1220c3c180a4f930ec2b7f9a8c66d8f8b2b2a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8df40709cfcbfaf43c24e03e601748b2c715e4d898010de153c739a85c5227c6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "08d596c1578d0a86dd06da43ca77393b7efb362a720f93d266144dc496e0eabd"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2388c3dee20b2172ae5276e48581d61baa69f8a293bf36b2d54cbdac4b4e9c9f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "02f4f1b54019a36d23d591f4f99fd8a70463fd6178130520039a419a95dc4a16"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d9e9e34464c7bfb6566b3db53a77e638bce2a452e0e6c70edb3c55096a5f1897"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26a6f02d0eee4fa778bbcc14fbae9e58147ca41e71d24c6f414db091ff94a77d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ececaedfd067f61e60e8f3c6f65ad669b801b98c45e3acabdf313c30db97cafc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3b32773b37ccae86e1bd7165bef9f1fcb929eddbcaeeaa9ec3964372e3f0627f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "afae9eec9aaeb9cec4334b3a890c9925d5326d530125267743d93efd3978f825"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "846081dffdea40374049fd82fbab19e8aa39690c7598ef87dc0deaf8f9d20709"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ddfb1fd21c6d35ca3acf75d962120a77dd902a402f4f91057a11f32e6c9ae3d2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0f552209ede77db8a19b7a195c32fe88009b6ca0061d8c6819deab5c37544301"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "638bd9f72f199e38918bd4b311ded987faceb177ed9ceb6a57aa756c6c663bac"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b252e87ff458188d53933d3d90ba990f51aa724defaf057da440f32feaeda137"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ec9610194f1a80b8b864a1e10312f1092a76d352c85d85736cae8e4dbca69b07"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9f97e6910efae2adb20ef380bd622279ff6a3d6951995793bf5d409ecfe8472b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cea48c52e4d2250bdeab086edec1e00aa912bff34ef12622d7b74f4bcfbfe389"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "88530527d07a12631d9a67c497d95b4da404b78f2fda165eff875ac72f11b2b6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3297bbf1768aff5eafcfc513774766cee10a54ef3d0d4221342c148a34bff345"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1c54ebf7c7a05bd07332d095ed3dd1ef79783fa2c76da2d30aec5e2916ceae92"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f50667f1adf72779a15f8b9c5fe7c613497cd989cf539bcf00c64cfaad57a7da"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4988a10b9c4dca21b3d5061eca715f9f1cc349825a4b31a6ae08851a4721eb59"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c246bd6a009435eecda6dc661ddc68c3ed5757449053c8ac5df05efbfa20a695"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5acb1d37370d7217cbe3773e86448f5c66c369200dad36b914d73422717ad859"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "283578b3f92cbca4ceb77b6a598ab7cf4580e909d0a294f8354161a758d2627e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "18d9bde9f23995ac846b8ee013243df7d71ee06055ff46828c0f6baed45f6b14"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "70dbe45f87f376d1882bac95f3abafde71c19b9becf02ac861a53924939023d9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e5f566bf0c931320a6c72cf0988445bf652e3250ec091dadc61b67a93bc17bc2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c09956e86b937bcd4de0a15492bdb963af374ed75065960bfd0b8a4ab0c9ad4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "93857a15e8ebd8707a9d8d8d4a731b4eb7e3255a078dbde74ca3039091935564"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2e7792ea0d99250a1adf369338a6bbbc60c84b8bb8e95151d906fb73e59e0468"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0ac8855f83625aa67243029107346f35bc2dd0213e7f5cd11ee4566a87b0c7d8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "56cd88eeaf5c44186fc1dea0c9a84fc58c55ef37b65734a8ed06568a931f2cec"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "55b1e07f1421002294ed06e158cb10056b972d5ada6918c9904ec6726ee20829"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "90a871a38657c1434ca44b9fe943e21609cf91fade34fd7153850712fb3b6c20"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7b31d2f8edee191975074b5d3ceb3d7072d5949303b6c7f69eb5adef429cb84e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "16afde2429bbbb9357d5b9ecc4dfa4c14d8baeb89f05ec8dcd63bc63c1232f6b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8ea3f87c1ed62f55850a978580055ce35f3c4bec975d18e5392fd6ca6225075b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9f17353188c699cd07fe27a6eb99e7e52f5b76cb09b12f2513c6cd1529d2f4d6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8fb8200dbdf14e6497f4a062ed4723cef5bef4e9aa2320051163733127fd6f34"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ca5849a476380a72f0c3c4852c868eb56677676079df31358fd812b541b8424b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3b5464906df2a6be3c695d33ad5e6cedaca59bc147fdbcea01e50c3f24fe31b7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8f0186d80b557a25a05bce279d8783c6bf903e70c8ffd24e5ac320afe5363786"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4f7fc7d0a6251764b337bd2125e1237c0e9ef0222632f26d8830325d9d3600aa"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "007aa1a372680260b52cacda4a93c1d3569da8023ffcdda18f58e82756bf1201"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0fac884927d84bc8f85a874898f92632f458a305b4212bae8d6ab1b98f112478"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e038e4f56a894268e41ec0aa2fe1054faefc433f78b9d86cc60f3c9d73941a12"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6e2c63b4eb9bfbc8434598c1cbe75c5d5dbb69a6138fd4ccefb594d00b382528"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d6c9514bb07fad05c9ad201f0d55b826ec78e83fcdd6b68ed0590fcd7818af0b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b0e1fdd4b89d9d138d2412215f583643239c3d2abde24a9ad73bfe170d10d89b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1e8324c5565736eb9b0d5936a4cd3ba50929a4df2b25f9628b3a682a8ff7687"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a3764bf3846eb700079dcd07042f9ac6a962dc750657529b3a851b7fa9914c46"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5253f7df6b3ccd857fe892b18d97d94a43f5f35f4d3d6b5101be751c269e672d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "135b0d5fd1e7cf3020c2885a930b1eda1446a3adc4627e8faaec1a2a0db80b66"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e30d6d981f02deba3c5591eb1f1aef599d5f1ae4abf43ee461d043fe4090dd1f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "140da7c6aa927b07b4792eb5a6967695c1a99722c7f51f689af2dd7ab08cdd5c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "56c82fd71b1de3a903eea09694a6a864a02d0262abefe9a4e548400f15bc85ff"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c1b1d6d561a00592fba8e589a11afd2dd9b0639d025b90b87bec401a05189344"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "de18ea5a90d8dc98c8a234ab483e7b6f89e319af5eac6bf3d87f2965ae6d2dad"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d5e76915597131e0b746748527d6bec48066131a6ce104f13a9d03aa75fc048a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6632e34288f2b71f206294a99299742c98a7df3a7b7d7f3b87a5913fbabf6e20"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "65dd75017c844f3cc9ed7f18585d935c73df4e2718a316dd217b6df0d88b8825"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "62b554f56ce12831f7ee7dbad2a8e3bab9c4d9193aa22a40b26e49278c741a0d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7c76db08a227abb189af6b46565dec704d15b670adbb934e4bd1a87e41179ed6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "19b765ea65601780e55e0ea33dfdc6123009476d361dd8e6ce2942fade7bedc8"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "36a8903cb3aecd2a593c377172c19c5a142bdcd411c9ea09ad9655812823d063"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1dcd85700e996eaae34d4aa266ee4ad244d78be491367c5bda024f4bb4bd813c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1a52f6a4cf1982ed402411c8aff3c7db6f14084d658767aa38d3895ad775fcef"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4db415abaf409e18836ff6456ab1b91ea7815e698dd4ced5cdc2a045d1c58c19"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "094d9f1804011a005746ec88c060313fa3c33360d850a385a0424fbd68118967"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "103fd3658938434fdc1ed0537fb6b7a0ac5a5fd2ce5c2f3ff750cab097d6d461"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "865e75cbefe17de196cdc2b3dfc1fe37319017d815cf8de915d3b5d5707d85b7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7b11eda8cfdd4583595d4f69c2dddd65e6133a6871cdd11a4e7f7eb34a342853"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f46763594c37f88d92fc915abcee3a989421cadc08bbecf8ceb5fa10db03e69f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "edd7d63817d7df526bfd26959528348393088cf4cc38bf2d15cda4d132f9ad6e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5aba33f87a7e93848d261ef6e9258c1254e60541633fd5d38af88e4d9ec4e26f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c248a5bfd1514aac87da3fff5dd4df3f67b3f7d88872c96f3b77634def495c4e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "35795587109cbac73578852e5a41dbba377dc98ac1ae55151a7439021d011084"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8262de00f6c2267e4edfdf5a13a3b631d8909d5965c0b77d997452055282386d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ed6273badf5bee730cf6a6d8036fa798240620649c4ef8901e64c4415703e464"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "627e32f31d4f08ba11f8f9715dc7857bf7cf15c8b49affb0edc0f719def148a5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dc35d1178d4e694602c15fc6d9822906e8055c70dd62863de4bdde00922f07b4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e3b812d44b84ad3ef5c6166ddbd90b3f0ca6e648c31de72c6f30b35b1dfc8bf0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "89dc8b2fd3253e3f59a6566101e3532bb17fa321bbebc178361c929d7c96e538"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c2e66720c6c1f58e3d924ea84c7f22928ca5394ca1b06ee04f2ec57ac7c55a29"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e9899dc1a30408e7f670b3db7e4de0472898e2a8322de3cc8cc39afd3f2c74d3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4ef7a8684f81ccb6bb086af1b27acd8551b883377b8771791874a452a9be97ed"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c95c5fbc0115daaee50a6340013848a38d455e2fc1384480eb1e68c9f2c9bdb0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1e701b12bc525f337753d52ad5e21258ada92629d33c1f9690aecbca1e6ad8d5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "685f0e1fe7eac86143fbc790f61708ef2444d084ce8b1fdca9020a8ca1bf60f1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d8715dcaf6e7a7b63ccf0fd014c5e600556f4033ca40e3f28903ac3b1f450a93"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "440d2d9d2e28b398af91d5463ad7c7672d04cfec691af6aed2c183e2199456a0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0bc43eb24a63ceafef7926735d911b544e87dc00d277b354b7e44b7ef70d668e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1a9e9df2c60e2facd13f96848e083cb2413841e8d92dc5e72c5e4703cfa92c1b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ded11d0189ba2a899c11ca6cbdc9eff87cf0a452cbd967863a453c37bc1f849b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "95c0020542c6d2cfb530de14bcd60b48d04fc4e5a178572e1af753ad919e4f3a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4d1e5d8c8de655763eb0bb3cbfa4f4edf1408311849c42a3142867eb688bfb1a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6bc328fa86560bb56303ee0fe77eddb15aeb8d858a96dd73e328d14fb9d2113d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "49524b2b71e621c6ded36fea16904c89414904d2bfcf8f99b5dabffb36c5cbf4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "775b04244c9d3497b4f6eaf8a04e43603b28c84a3c5af7867810818beb878203"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a15fff149e83ef7fa7792926e2a903873b97b628f31fcc697fdd779731bf5ea5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d763c203fbe8cf77404ea87720971601f825ebc9d6abb0e425e30d3f450756c3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "22da3adc3c0ccd95843e00f3cce61894c710e894abf2ce058b97c60f95f4201e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e73c404d1f3617a58489dea5f92029cf014517a596494987e3526f4e0cbd07b4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2c41997d0f38e50da9403c7ba1d5b876d071ce314cf974caf5fc5d5c187a8fe0"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a6c5e3b57bfe6da29e5ac802f55b2651b9ee073b0dfbac1e14f76675e8719c51"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb243b3081c409f3278c0653ca620d89144e5eecd770b5c6e7e1f45843f3e9b9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f8c9d41d9d2d443b7c4192e881fd1e5d883034b5470890758ea009d8c556bf4c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5f69aff033793221a54aa5aacbf4835c2ca559cc39ee7ae5c3cb7081b1b56c94"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2c244e530dad918cf47dc57222cd915a6babfc3af38686a69b2a9df888a4e983"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ce7edd66a2444d4e55c7e176e41d6dbd8d1e2048fd096e44f8fa59bae53e87a7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "09ab5569a23831ac0cd33f73c917623f7cedb5f734788575ecbd4a618666ce9e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "52cd6382d0b6a0bab5f544138fefb094f85c6070c37cb03254bdfbbe3b106726"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f586d33c4005e7196a3cdad813a3fc27d33f845c1b94a92874795944e0d6cb93"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "291881d31f6958a01c2304f1c52ded01a95ce8e172d1afd4870909dea0c97e0c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0a6be59532e298ccda079026330b07ba00fe5ef53824ac00acd60cdfc99d3a10"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0811e23e48d422d2fdb9b452cff605da399f4905f3891d4576973caf07838811"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a83526d6527123c1749c8e4d4dee661b847775a09ff632d2bd0c4a2e9bc8f3d9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c78ff60cb6d3d6b77fa8a58cdc7923b7693401a5eab643ad04b97176208b9689"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4cc81cb4e1094b1bb3c028022540a4300575e97cb8185b109c019b7b41138b0b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "aa8c47a23581053048635aaf0ce81089eebeb3861d4ec4a1a21f5953ab0c0a55"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1a887d25ecdb9adf184d5a2aab877c18a893e857b291909312d82fbd53214217"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d28a82f6f79728ad2c3e9f295d287ed401091b71f9768f3ac68ba11d8182af17"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0f788f59346a35bbd0116b0fabc817e8dd5685ae65737bd9c90ce6df90804eac"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e187ad79c50f9d741913e96f878741e0fcffb8cdb2209a773e804c0f864d4c34"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "402d201ee80f71269285725061c87473f564e40b2be510a6f39aae2126204d62"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f866dc54582a62a950011151d91d54fd1295422400a71605d11343c84cd83988"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fe39ca00c4768e1ea6d8ac188157b81c14414042787ed7b3ff9e5a4dacf80cfb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b66907fc650133c51da6765c1fae45c30f1ccc5d7f14cbd3f06f3905328e7c22"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e3465b23c79ba86363d9ac00cac2a3964832e6267d0d03cec47ae17470f38346"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "42dde8966796b071056832d21c2070a438e9ed2745f6dc918c671820628e8082"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8cc486545c3df186514d387933060836dc693b9f152c1243754ada9f98229c9f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "167e72ac244589fa7a5dc702d70870aad84c85b7598b4bf6593e8a4a37741755"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dfba6bc27199c77a2f7c72ac4bafc11f75f055f3426fd041a22daaeae2dbe69e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "229fd6a840b1499615bc219abdc30c0aad8bea1e54317f8cef2f80b9c8017c74"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fcd6490a06f970843f4fa14f558362a55dac98459e8c5352595df25c1309fdc4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6b2a8a6b3b921f402d9098831cd3f4d09628fe857bd8da173633317dfd16f565"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d148c7998d1e2ee6f9b0c63c4fe12c1253e325293e3a112399a689dcbcc83682"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "93387fa095ef84c60ee8a439dde9848abc6c278264082e4724e2e7957a693080"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "83b54cb83e99a334306414a1dc1db98870e35fc4f0b218149d1592373fd2e38c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "11b4a6ee19faf988e76e632cb660a6e6b83c2c0a1f46d4bce658d9613208f2b7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "23bc00612f702de79bec52fbee5dfc429d10ecea903f2da1d50e5d23d9a900a1"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6783da4a5e49f58330575427483152b76194ac79998f62c95fcef926760e47aa"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6104fa394477fa417c45f735cb302fcc42bc72e9b9874129d2f9997d19e01538"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "554241691ff97f2824e53abde57c2c63709932a78debb15e62b012e6cc3b5abd"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54eb71c5b2572e5339c57e0c4e53ecf527b094de8ef90f4fb32f145b6e720056"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c3242915efb87bd1490b389faa4d5bf73c9056e360d417709926b7ae4b23aa65"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0453855733202fbe6cf59983d07ecc3112f6590b7170e8c1659bd886ab02ff3c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "545fe85d7be22fdb4db0fc92dc60e3d6d125cb324574b5e3a9e74877d23f4f59"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9fa9af8265edf7a3e77c17049809f4c874a6c30d66160a32eab7cdcda0d91bad"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8b5be29d4b93df69dc046d74bbdc2823054dec1b15a6e3e2ae47adf5afa4351d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8ecf1d1f2cffcfb10d8c97076ed6dda4687d9098a26f014fc981e3304b167285"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eb8315064d0bc1da3f9c26d185e5408769a01b1dac01669e8079ae39b25d4842"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "87ab8d702603e63ebbb9b735f5ce76aba63a3e5c570f470bb056965e641f10c5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "95f23092f950e9550937b656b579cc7573975c266946e4c1147efcf6acd32ad2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5fa0fb7040e5e1e85a9b73d981dad2b512c7d4ba281bda4e9dc78e7b5f2e6d1b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "89b0bad8ed25b2ebf98fc6c8b331fd04bfd5e6c282cfffc2e7e6037250cabc98"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "46c623584ca7f7fa823fa8eac189d1e1a7241b4114e743114ebf7cdaa594eb29"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9d21dafa23ce66cf06a7665a6e403a0dabafd984520b2b46d8e583d3bc3d9140"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "51047d49348c257cab45cfa6b4bcf76ec100598ab0ae47e211679404976fc0ce"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a8e512c33c5506c70f1859fcf1eea88d90ff1b68b400ee768fc89b52a97f5cc4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9f0900137a49c299e911c51460720624211d6a36f1ad6f1dd280b90336e163bf"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "005487b5093734a88a39bab65316e1d334bda8400786a72a521ebc841bf2b312"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30d274355a5f897a9dad0587947c1cc3f472b849455f0a72c080a0b60d512bac"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2379bd4e5d4bb1ca22b8cc86f41d59c370cef92cc56b4f6d311c3c5a7ca4bdc2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ff7bd5e244b52ffc9b8a825ef7a58ef9fb0d0a13417138c203c41aa594ee64df"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3769f29c7c60e69003ec9f22e15949e07896596b23123663eb3b6c27207eaf35"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4b16aa45398aa74627010c4e19418e67bafcd9e1aeb42254c847ce244915c860"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "76fbe1c4df139f01bf6c5418ec51a4fbba408a92bcc8f6454e6152a08da53011"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2712c8e23c4bdd1413e428031ababb914e0ee42d1c459a132dcb29c4b2d09fc4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "318232d080d1500fff46e471c3e54947632d17442e9a2b0d2b6a4b6376faf7a5"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "05f668f6fbc9edceb7594c529b05953b5f4c4aabdc6a506b5f6847b8d4e747ad"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "690111d5a0b1e9cf9730cafe0601dbeddc19d0b60c1e8c062c2f95b69ef8e534"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b8076938dfc4105efbc9697048ce4b34592c92ec0b47a3df1022c84631784abf"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "66544e50021e5fbf1cb0dca96bea28b254af81bee3e529aea32b3ae6aebc9b47"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d943124896834ba0fe2501fb0588935574e5f01606f318d28c2547769a2e8e25"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "010460dc07589e69da57d4f23e36fd460e78a654e8daf75d3f166804e9bb2180"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b3eb7f6ab946bc64bb5d754f9e52cdb30a0f6c5451652ba776a1ad4791353ead"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "38e1c255bb84ec8781f387fb4b4da142a288ad5d18e1eadcb0980d21aab8452a"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3901090aca8b411bf295cef4068e375c9774c25f7ecba4a6d5d7ea2c390b67fc"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2f31d6a17560ab0b40dbadc76ae3afb93b9ca505b6b60fd08323ae2e2a124568"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f8729a42de3b9b0dbd089787314735e2bed519c7bd4f76e6ed16f64456587e03"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d6d4d753a9ddac8ead7c4cee15cca40f9f9dcef9684709da704f259adde65274"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2bf70fa6a7adda6ac048320fe3165cb09704fd713e1466adcf53dcb815f6dd17"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "32e30d2138fcfa69fe2a37d7019c93b4cab59fb7c9d57ff6101c0f37bb08dc98"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c228d801c2aa001b09811d6a09f27c67a4f8ab5c10a26437f8f3546de1ab30e2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6fc2750ce52be14ad0dd28ab767a561d19705c94153c1db3ed0b2b65546b7d7f"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1ad984abb54a2141d7384e18961424f409daa6a5490f891145ef6f7c42c4344b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "448ee6977bff35327c42a1e12883c6ecfe8e0aea9b3e564cab38b2d391b1589c"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0cc678c306b6560251591a5dbfa7b616555381d42cb0e3bf8bed2686c3bc7617"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "367fce625e7bd3a147c8b49e5496594047bcd268968162eae2c4e1efc70f8f96"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9912daf8a6957fc4f5c68a80921ec522a8a84db4e0c4bb1aa89dcbcf800f5b24"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "65ca419aff813b77d8783aa56e43e9f9a41e06608b7f45a1db5bdbfa9ae27282"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "006904cd89cacf2fc60948c6b0c1a51ccbb0e102bf6cbdf48041358b64517982"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a5735da6b1734e55634c2fe283f894a14ff0bf0c3b06ace5754d63a2f62f0d41"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fd2231a602bb6f4b2982dc7a1566861f9e58d788901969fa63c7d78120983075"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d22dd68e1b11fa4a1a48e1c917a0a818bd357c6258a74008d2c863f19df61d18"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c9558d3c12ebfe6c70d53e743e73c8311b7b57f496078e1a7c68896debd05939"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "24552a840e08ec9ae2487c429baad2cf81ee6451f9f8dcb0cad4a77743ce938e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bc394bcc4b035cb2d90f1517b31709bfdb7964806b13a7315c7eb7ae51d36e83"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6931db28c828ba21640f30418d96db9d3a21dfe5dfaf69b474d6382a8f3da2d7"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e1f03e5fb1209e1c6d83e36946a527a0d5a4370cf66fe274cc91b25ed7e3e473"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7afe74d9d5a5db63114ef72a1ba4500fb278ccc7fcd8bf69f36f40816f95424b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "93be500562a954b7292e0cc77e6e7156f960093482ab82c2479cf0bda221984b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "21ef0e342d56ee6bad52d366ebf0527ba0d68e3aa8746c11e2b0a3859f2c52fd"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "61bb70ab40798d0f024b1996507dafe125a56f9b63106c541d7355ad6d09bb39"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b96830f94b3a2610c14e9ab55c208447af67269c3e0e34d23fc14902c71c99e3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "87b87acd20977468abcbf18e170c92908b2299e534c6f290924a847acb5d5f26"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7ccfa44d8651fbffec632af7257a7f454ad275d6a75d5011c2f9802831541664"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b5d28df6719eb1513118da7ee9bcd6cd1850821f74d3de5f58ad5fc692e111ce"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "71f7db659ecdc1b8e915f33b926eac475e14a1afcfb1a6344a7c065850cea21d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb41494344df81ece64f889984783c613a02d84a5d274e90d40c966c3ca4bdea"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bb966209d95720a0acd4ff30466c0c8c7d0f5d3296cdcb78e930dc85188cf3f9"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c34418d7b8ea0787c1bbff0a0527cc7fb4be3022c402283beb63c1c6a2ee97bb"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "39cea29c77e493a21c78e1d8b2e10ddfdfca47e4380fd720f625622ebf1b65a3"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c52e142f48282aacb759a1cee7508a3a1e842f065b9f6c17408b5fd8e2ab6d4e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7a0caa41e0daf9f1a7b68437225e19e768860e59b08c8e3c0928a4ea8a73cf93"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d8d7e0c6a534f7faa1e816af5a7c7ef294c5a660d1f64e4bad65b4aaa5a5c0ee"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "14d12b516f3e1915de727c36d063d12f542b39824ea5fa74535e24a2add35bd2"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0186ac4890a92e52e0eb842aace85c8fefc63180f374131dd38c6dacd0836a9d"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3d2b8aacfafa927959480c8bdca33b254b8f2528b46ac90c8bb569fe28fcd513"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "542cfb6bcc74e3e9384970be51763e1bea236eb3235f26aeb8132c683940d99b"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "854312eeda613c35fb3ee3b30359251fe88cea0bcf45577a067d2f2b20b34427"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ee96a4bf140d762cdcc3da9bc90573099a0f67d50533c89bce3fb727a86def82"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bbdaef50b654b79cd689755f1a09518298145d37fdf65f736671ce9575f2c727"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f9776e930844b5eb47f8b5c0e1a486667ee478d3e1be94fee8607e3b951b92b4"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b968e7277205a86cf840cf2cae277a67ef64e5509b04f50e06c6cc5548f1b91e"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f9aced23bf5ec543809b46f2a113e98ee33be9ab9cb01a457d26ce28466756b6"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "33878e0f6cb0682c2da313dd5698bcdd2fe82667a4a151f5ec73b5daeb2bf284"}, -{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9e933c3b6f959ed74c987c7079510741c39ceacd457fdc6d56d49a0ea631539e"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "47d533699100440ef20edef235544be6b194bcfdff2f4141fd369549d2b6f744"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9a0795ecc11838e4be7719c7d55c5231a125bbe29184a6834101e6663e4a9da1"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d7ade4dd55d6c692e10600bf5696c5981330de3b9e7ff7302acf43d1de685570"}, +{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d4716d6984d364c5979ff3f02bd8af63e0939efa8f9d6774cc29463b90793cbb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc4efc7b30848c1e5f5b6ceec24d56134b45f8618207db76969518e7e6f157b9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "067666f9ba595e8ba60c05672eb8cf2f4300215e1d6f55d55aa561e502954ac0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c791177e60692d7a7230e32ed2b4c4d02c649d514c98f3d36ed28188078d598d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8310483db5832a75a85acc5700dd9de3562e01c66d6cfe30da0c37c6ead1929d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b01b6498f5564216e296fbba845aeffa0535812499e1840e3c3b2edb65bd12f3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d904f2d00e4a6750d633db5fe4241c2a9475721d46937c3fd62f910d9af4df48"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eead8753780c9f3e5e4f203655c82719284b00e16343d49687fcef542d8df7ee"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0847db72199a3b2593cf9f9b5b28d53ab2f1ac90484d8591bd0a002cf4bba713"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f4742ca0ba3a78161982073c45697a0ee52d7da697da2a8a326b02651d8ba671"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b52e3b4eb5cc25175311477454fbcceb4c17df709d744cd7797929489b5d1296"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62aecbc57d00ee542d5f5623a1368c79e7b07020494a0fceaae4949549fab1e1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f38dd16681dc32b02b969a037b8c8676f0a127d3c7248df6629f509cf9bed44d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1cdb86f5ec5e375790a9058e5761cfaf323d8434b42fb6afb734afe9e19e6a26"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "11a3fc2977c0790cfc581ca07c49a73612a1bb5600dc626c5bd7fc773bf58523"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9d861d083befc295162e3f39cc165f554dabe9e0a60802349a9aa1c6da03523d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "39056c2d4916b5f871352ca00b9130d4bafcce26021a55addbc0c97ab38b5b35"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a2ffb5229e87bf724fdcda49f49be46969a04f11186b197516f2979ba69bb2f1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c5e3e31e93a6ced1025210f7f9f71dc16c3ee66295a5b21e73e43617793b67c6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9d44164f9d41f7a9c972f5b2b1fd10b8361cbb037732604b6bac7cc8a3ab2e33"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b477b5424a7b049c69fcc39b98d20948d9d97bdae76700c3886f16e9a3f04934"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "66498bef928279a035e3d214b66fbb0469063bb1fad931c34b34c8b8bc4acbaf"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6606b788deba09787c963a9de07e21c0dafb905bac830b285f6fb0be232fa4e9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "23c4c2127243f56f6939c71131f6890689dd030d54e887e488a37edb914ecbfc"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "659819ad105d12a9bd1709dc71de500dd62aa381ca3d453d60b7c10660fe3034"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "58b54e423bcdb82293d99b4fcadc36f57707c552d2f67a0e903e8502559f2373"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3c4dfe40632d2aab1660e5327720d8fa6fff80d3df8d0c660bd62fb2a22f9657"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1628d8c2ff90cca5991cb32092ae8be21edb9dc74c4324c0694428b0667f49ee"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e5041c851ae3a83a15e2d536b270a58d357312bd490a83a66f69dcd383592491"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9b727ddb39833b38ac6e05815feca99b6e9a1f65b9ba7fb88eddfc27ec33b540"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9efd324ef1c2500c723f96a4486a79036ccfa4b37285be5565e31096e74653e6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3c22ad2eb63145210f18324618e9d0f0ed6ca70ba5e503e3fe552ccf163d14ee"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "054e0d810a3c21b5468aaef6a4c4873c54f48557472553258c39a704039790f1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "14776c49daa7edf206baaebf5bd9fa7420dd4fba2c0fe5ce948036bc7bf75398"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b54b93effbc5bcbdd2a34c06d15fc307019242f4dc3bdc030b7a18a93855e18a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "45dca340aac2891d850f5fe993a7b91e0c8b2466274a2273f7e380f0638b6573"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0985cfa2663258393d822c40f3cd7ab3392c7629193eb4cb62acab6b9b13ca98"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3ef9fd58fa02fa10070d35aea764dd9f27d0cf46399183b18719d5ea82f1cd80"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dfb1000534e5f51ed3ff8c660baead5b0525ffb7ba5ef6ee46393f9b068dee61"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3ffbcb0ecd7a5e75b8df4b5a92faecda93444553306f554eeedebc0247332101"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "63b33351b231001a5079a2e52b0f4ddc3f3be3213e64982e42b2965f94be9106"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a0955dd0e7d57edee4e2e3389fccff80feb13f51e0484d126205e12f5ac2fdab"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f14f5b73aa2a10447890ff6f0944da6c492dcd7d2505474f73efb8d8dc0035f1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "520f09f76717afbd1b36a4fa432b11a3d7ecf03e5be6211decbd82f361ae1e15"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8b4464a953193840e72c5f989db20ace2f9230f27b4705fcc1cfec6f43a121ff"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fe43209dfcfeafb5559558a4274c014c8637492037eb1cd35c39d49f6ebc7926"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1da6992c4986e8bbdeb51c37ae7c03071eb0394f7f67f735460a9326db9672cc"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b4c053db0c13430912c13cdc672e60aa26f78da416b7e3993e24c1d163fd8a3b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "56d1c2eb46fad4e99177b69136e1ccb68df50ca8e70b8b8dd2cbf23d875f3de3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cafb8b0686c03348c5d874625e3b9155c7f2ec095be3cfa29605b619abe5cb4e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "751bac08af95d66429c0675d2c8b1c61aa1527420332730d6a7be32f5b35b873"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3a953cc019b5f27f4f77d5a27e2e129f3964461c19965f3d18fc6a5d3040bdf9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9b05b05f145f8d7afddcf1cf4e231a70beb19c6d54367b41e36f26778f435d54"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1992b1f04fe1702153e90c7de9b9ca251d1e18b987555338001551ab007ce985"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6fc790a3db1a8f15f18a389bcc6ebd4f36848158dc40b5a8f228712c1dcb4c26"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "571fde19fc0613f0525084108b49b8d92dc95a2aa83017db9354c4ad3370d020"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e99e5e2ee6c6e81e363ce585b16274e2d78e8cf67ded5acb75b8f8cdb41855f9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d09025ca79d07109737c6548ba0be632ac57421dd2b9a1cc26375befaaee85d1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "183b616e865b7e8d42dbe86fc0bb521435372347c2d47810c94875fc3d139a1a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3f6b3661c4fb902c5eb8dc233907c35c070f12c717818f88c27f0480772efd57"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c2e10a58b5a74732b21129d43ec0257304972c6dd7e0a4f293435022722a2012"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d68e8a237d9c4dda82bcc2c188fc276b8f2d075d00883683abe3eed1aa234256"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4d5be996f04a439499d4eb3761ccf41dd2650ea4a4edc9b9c5fce164497130fe"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f88fa424e7a4096abcbd819d91cc2b1c0ca641111f37068f573455f8dee6a466"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "699e452f8e19c52e01134a1210f089a37eff727eb2d28daca046966b61059716"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "36e82cecce464ac7cd642664dc3002d9c23ad9434a6d46d537fb248cf5519274"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ad1e56c6d256600cb05ca209c20fbdbd155204524f7520ccd32c46d24dd336d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "35b94b1598b570f06d500d986e576cfe9f14fa2be51664829a0f7383d63069f7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7d594e94ca936e5e0d0f570807e260bbc0f08217721e08c94ecbbd89c6a5a54e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a5c9c61d5adc742b87839396b3c5f671f89e859e7701579874af2b0767032cc5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7fc20a7582bffad43eb07d69e604ac196666b2478ddcb9f43eb2583d1223053d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "833a52a44cb2202a46ebee340d617faa73b990d411afb89a4bc0c5b58fa8fda0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c60ea34a2f21e557e693fe3458432a7dd7af57175835d637b57c00af7f1bf96e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b80df995269aededb9b5d7a70661c96927f31c06c490e157af0f926c43cccafb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0eb8a7c2f8c547e486de8bc891568d2e1930b8efdd964c4b4761250c970b8984"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9e2053f2098269cf4e2b1ebf45ea734fe972491007b1c35fa08eaf941113adca"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62321539f27806fba9c26d78db8702efd33b78ea41c536fdc80d133c51b03cf0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d5f4b357454f4b0b051e0a022b25553d30d88f002add4cd5b4f1c7983d92f153"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d538f580b267dad8782c2db6dc85ed9774dce2eddd6a8606e0620fdce3611835"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aeaf0cf998e1f05a0d695aefaaf0c85edc85bbed6e05bf6de8a5f6ad5b057150"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b874e3f471a1ad38fa9db73c870ccfbe8e0cd9c8aaf82b4cd51c69774b5a2614"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f71c81d99e2292063be347cfb7d10442e9ea2bc6db4428951033855a4f48a0f0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7269481e326d38e8742c9d2ef896fdafad43eba5a8e5ec616071372772d266a6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "db166c8141f932527859a93537c1352db75dc8538a49ee3ccf887a65c88bf192"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "70e864d3d67151c6faf7b2fed66135fb83dc0676865175cd02135b4d38de05fd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c12b170ce44ffa0058cdf9a379043657bba95077bb163d1554122f1635a651c9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6cac2bc35b6be7c213cc4536a6d14a94d2ae17279a730622cdce5145fe482f99"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "072f5a8166077f15b4f22759d0ea0b1d1fc169770192855fb2ca8d734e33493c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0d62018fca18bdecd29b947fd1a29ab02cabb69203c8d859170da57c17fe6bf1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6f0dd08f8b1c1c40e735c5c7d8845b82fd7f00512ca0d4a22468d8b47ef343ad"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a3ba9ca1cd8f236fd8790736a0c00a25e956b29b5a79a4c4762c6be2415872ba"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6313b40588e0cad670e462585942e20f5978ae5b208ef8760bc3ec773ad7f89f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a3139d4652724fd328372c067efdca955ea3467c93e4d860561a3e8fbde3e02e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2bf115db710af2a76adc6c885f4765099287920f713d6fb7796a73f5ac66a6b8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1b499eef2a23f1d48ed75bcdff89676336412ac0d1c439401ce76b3ff7e86f12"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b709ede22a71dd580c43235227c00d05d955ea6ba806c96b5666530ea6b8a78a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1aef61f4fbdeaca38942e858f873e258a2551272e9e86a85defdfd0760fedd26"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fd3f0bfb23de794b2ae0486050f3333d284ce72e4f929701eef1957994b5fee0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b4d0bae11bcc752bb3a93095df7b732ddfd1fb1835d347c6daf6f86db908db67"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1143294b9f26384a1418a12d9c453bb89d7d4fe4851fb15a83309841337ca750"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8aef40d3e959fe81fb0dc80d1516fd66937551b5b93c7483cd18cd61b83b394a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "587535d8251fcb66a3a7a3d57b419665ee063a0b2fc3d5dd7f4a1db75ba1c1ee"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7dfc5c455eaa71600d19768ee6290664ac154ceeb55a0b55cdb4aeb8a8434312"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "48ccf9883277ced40bb29d403286055b24569698e8c6378d12908126399a7038"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3a5df9fb6c5436ba256b46706bf829b2ce7c3c477dd1f8963f4ecdf30494bbcd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "95a4cef8618a81ebb23e8d0b6ae2827d63ee9394e19b914cd79db2f1f5bd3d81"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e5ca65321b6e03ff13f61038daad68bf9d3c3f962d78cca972b065e0966326e1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1bf4efe1faae0f9ca54ac151d03d812eaf537bed73157e41f799dece1d6a58ca"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dedba3aa0736378c82d70a9f685db100212d2d17299d71c6309602a01c9e2657"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f34e10dee2e587257e727514ebb1c7c874d297f77268161095667a1e8e79200b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1ebac5f7a9ae0f2f1f2a59b98d1de5fc38b5e5fa4a9a7363ce1324bb014215ed"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "860646abdb8e92f0c6ed0e9491f30444c6d787b51cff099e0c71d28ac4bcabe3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ca84da15c2d3c0a2aedd68c502b368fd673721c24180882beb21ee7e409480ad"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "337701b872b6933759acdbc8a899430d49af35265051fc9b1426c043967713ba"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5f774b2878d8d3c2096ae9cfe9b67e8a34621fc1c70d05c1298283558ba808a9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "127840f4d1b21838a7b3a81e87fd0f30b58e60488bcbe818041e67df815b9e12"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2828a14d9084919477b536222d8bc425354cf648805f201f508d680c70a69a94"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "16ff619ba4d166c7a0ae87f272b75e398136d6e8d4f8138472198f5a3ae62475"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ef422139517e3d16161e6afe041a08f1dc277d0932a296bfc5c0cd48b39c2645"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "743f3f8ace47809e682788efe137e4f2284cf97f6ce85d89131777231a70eaee"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "366e9e9b2f145293047299d6fbdb67388ae81509d29999be3d7cd6c041eb76e5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c6ead9cd8c0b9bfc6b4cc6923c8afac012afe583aad87020f4464b0ea85e90cf"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c8b230bfb08579a3db714d89d59423f3da313207ab2a401389e748322aafc8f9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9bb7d9de387b1702e99fa09a14cde9cee3054a66261a7fcdaff47b38a4caeb16"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1b7c1b9c96b006378e7dd71938e3fde2aa3868a3783b68e6c6c35563560c203d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1d9cbb47a69afbf30e284aaa75ebef10bdec243ed7bb80b34d60f37091987733"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d50b2900019219d9c34dac5e442c5052e0f969be72b3376cf35c4f7abeaf40b3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "111e62e6cf6bf10f234fb72a01b8758900cc931336586a86998b325db92bd406"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "13abf7da187989e9afd13610f6e701fd583b3c99fafb9cbb72c2401466fa4342"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4f98ab5442d6d0f4cfbaa7d3cc092efc7317b56325e2606e85398bf5dcbd242d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0244102d2c9818e5db79efd48667965b1680cb160b2cf02c70f6bf299118ec67"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f0580fac1824062bf09a7af778e45dc81685f5a5663fa5e68886639dabdbc368"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7bac16b4b12148e963261982b9438dcd3de35aa32cfabbd2f410a21000a9918e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6091c7aa615b64676eaa0956012bb4880f02f6153a9cc3e8c52e42c74bde57b8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e94ddcf9afc7c1c25a6cddcf4b27eeef33a1080ab9199297e87960402dd57e4e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4793f843744f3b16560ff3e774c06d750d37c9da4e9d28b5c01b02eabe377d2a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "387ea664e5bc0be95c63fa36fb74f5728994796c544bae910f66e4c411f9642b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "720e0c16dc4dc3518b1a5cf67f76ed1fc0b54a472bc13f7604347cc5aa2b2d44"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9d7927caaa54eb6cd94c2a5c98fa37f8b40c085eb2e826f9427e4823a40358b6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8dd644ac6bdf95d2f6ea8b8585efd53e017318e8c8281bd5015bc870c1560d90"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9e47aacf9663a8cbc9f74df8f9848f47d257e00b8bfd3623225460d7340c36db"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f87bf50600ab85611852a4c7c54af4be6273d76dfc65c408bcc5b65317f6a18f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "975e7550773c8cc03c548f713191200094f4e6489439b3902b21ae5f19c234dc"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "1d31b39ea53e37c9a028862c3305b4cfabae6a7bb1ae918aca32a9142c4250a5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "94af355904399bc69a978ea8b9ad1346b6fdfe2de599a73ef3f1803e38b6731e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4e98a5770a0cb4d01e04d26b38dc6f4cc800a5e1228af1b0ba0fa75269d14bc9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "58c7bb28eaacdd9c938fec772356536092caae20e9a5ef67b10b420534452a34"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "11ec40a4233400e501a436229456a45efa1e2b0351b3c0229a89c952fbe9a2ae"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b2338b31940eb643f28afe5c79ab7059f727f0d93dbdfaead66ab39b760070b0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "944c66149954f0313542517debe5a2e7c918156fb252ee857434c1806a76466b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "67efc49aa31c25fe908f3ad2a260cf19feab20aa675125e7f565de00523f99af"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8c2192c472bbdd306a529e81c6ac047ce6e4d5d629fde75e3ef48de41e89e242"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b60191ef5fa734f22c4ffff677180e8599da99bc1158f4764acf2ee639957313"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2dd95d879a95b21c31d3b9d3735fd68965d9d9eaaf04af4a4c56b3246025a2bd"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c299e9b91bdf5218061490d2895121caffae49dd3dbf9b22d7489a523372b8a0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ff7c169d4a223f2eb116aee025d2495407c376c23eaa5fe96c3be691958a147f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d04e852b7a7b4e9c6f6c77d78592ede6c6701a383db5a7aac4e9c12b56129fa9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c78a25d67ed0a9fa793f76785271080a3e0da0a24a1f9790bec68b58392f1370"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f0becc15e92340eef1919f7b398e0406d738754735837e5bbea9ef55239c6f6a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0549ceecad0bd17384043b4438c0202bd1392c304ef62897f66a977844e915d3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "168bd9b2854ea15f52ff5ded5190ceb26c66d75398f28a31b606896d54f20db2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a74f500436dcbba38e9b5a878fc4cb96d1a15f89717475350d666028b94a9bc2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "140278282f5ce4e205f220a4fab95b7c45fcd448e49f2e9a794a12666a7e2357"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9d30ad65015512e7c62b26f035b5bc9c5ddcb935c58fa6fc322389b97fe6d92e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7125866e74522ba37411b257cc55476aeef39829a6b92cedb86f84a39a26b27b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d3e725eae868c0314c248eb14f43120b4ded78e63747041c6e12f7e8bd7d49f9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "94d791624dc185893cfab43c56f114f1093d385ce44c275200ea3dc931739d2a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "451a89ecfebf1d0d490a488c7f7310f9fcfa59413ba74a3538c2f01d3ac59486"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "28c00fd44e0943a61d52d17297f818afa7cadf1d817acfdbf19fc1ac44d774b6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4b488c72ab761faf06920cbe232b7dcd6fd7f607ac0c112471a30a60395ebd78"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3e126f3aed0481aa2f3a58d2a877b6c749106b863ad324c93720c68f52418fae"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6e19c614520fd70b528889e3d0d99a5f5582e3af5734eca64b90aea0117fc73f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e79f481eabb67947557fb491a34c26cad20108abfb7b91f94a5a40462c7171ac"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7c4b1bc02078156ea3cc32242108ff0f07a1a806dfc1ba966e58dad2bb0bcbc6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "73dc3a9dc5d1ea6d61a3aa5142bb4040477a176acd691fb2abe986decb231720"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a4ff89c666090d20c01fcdf489b5b352aacbf70b5c9d6e6b6600cae6516c675e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "50ae539599c9db066ebfab615037766b5e7a161d7e3f975a16fb347603e611ab"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "2548f28a1bf88be412dcdec9520868ec751f1612f71618ad3973c9e000d84aa3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "fcbc934927a569d6416031f1b5b6dd5239c61fb37701648c60e39a9c7de32715"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "cc3952bb7284630e50332aa8abea2ac682722f883e9dda33dc21965795c3aba9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "e790f1e09d9b46ce590fd2a6a4a16064e55b64823bcacd0f5b3b5baf51ee6cda"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4992733e01f6d9b62ddbe0bfb122545603be4ed911371af37c5675c6f1dcdbf4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "367bd8b556ccbadec9a94ae23bceaeec58fb961715d116cc6636c6c030a66c69"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "79b7ebdb8b5a7e41302872e57603837bac8285fe015f2b609e26005a9b6986e6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "879377f26efa51155069b49b83a7da8626e4de61d588ac2462dabb9bf6c663e5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "69551e00abc9b4ef8e063c13d939e41c1522b06bf420cf392c50b653f1d452e7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3a1cf44e96bb2ae31a3ceb900c8946debf98b0754a1361a3941e45450cb6e598"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9bfafc36d4eb941b5b87fee8b603905dfb31233573f65378cf5daaa0f446ea31"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3cf58216ab0597ad76103cb475dc24be9d804259cae539738cdc9e17eec6fe6a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "147ed2c7a05bc5329c82df5f32faf92ef6368a7d5b6ade50787e0c59ad03df3f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a4550615ac05bda97c7d56e7a0912dad65141fd9c1a4cc2820a8abdb39d19ff2"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "1424f48ae64f82b0f2e05bb5af59c89647aa4253aaa69bbfaa2b8f38041cf69d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "2394e08822cc7591f559e54be2bc9bb19b26493a7bb08ca244bab8263ab76e7d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f70aacd7b1b3bdf6e55ed126bccda9203a32988df9f85633d2f98a6f0c335eef"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f66fd380efc0098baa8d86596fde59b913ba24a2ad540e43b9ee7b14a15c0636"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb0706b027a16160750db6da83b5df2dcfa003076f249837f86c0199aa99bdeb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "603de503aa62869d9c027d61c6a5c1d5e14805a1b0e591a65fc107ec0c226d3a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a904057311bb9930342ad7abb96f2ec428259cd0b939fab881477d40404347fb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6d5a05cb5231e5776f4a278a8680d8898ca4efee2989e927ad2713b7604242ed"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9424f6d12e08350c7bd244a6471ff423a4cf6f5fbba5756ea80f17b430ee721a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "13feba97e59456d45b74468fcffbdcb2dcf3836255a6af58ef91c179b73b928c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6d20a7df68fa35baee63ca528c980ab91162cf6e6769ac8bf66188c758e34e35"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "716163bd6e07a2f95ad426215427e3624f89be976bea9fc07499ccd4331f3219"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a3b11f274e34263b4537a8d7c365a4edfa326d810a28a0346a4e6bde4d360535"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "29d2c56128c8cadbf4820d4764b74457f3690210832d961e63208d36c2b048ba"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "af133d39a572311f7518d3632db5c9494035becf43d97a0c30634cf5391b2908"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ac48e58a7558b0a86fe452ab1c5161bed934562926e1f06eb609f8e7f8a6c627"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d036dbb2aca32f7314e9ec3d336dc4845688467a6b786a78b0bf2fc40dff73f0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6b4b52f3ca216a9c2836f07705a57b86b5e81b3abab413067e9996d1e1b7a451"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bef8e9e255275247d9c8337fdc9e18c1cb41c2c4afe87f7a9050323eaa289559"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9985bbf03fd22ac0d92f3f67c87d05be490902e09ce0b3b9c3622c22bf79308c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b75de07f6452e729b8343e61a1c9dd7fa3999048ad60cf22988ae4ecf88610f8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a72ef59ec5efa6ce2d6c25a6ad44d8cb5082f0e764effa705492e087d10fd7ed"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d9171b65860d7851a842a631f0a2f33578fe7f79dab0f10132538dc0ea3e1055"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "dc3db5ec622e829ae03707ea2fafd36106f9bea6d4462b260977e6c548e59f7e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "19ddf26ce979c4a15109a220f0026daa89f4760dcc3b3c95c394771f4bd7f7d6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "012edba332c53c7d7b9f45d733b16d97ea8c5f5949fa4773359c926645bd2f19"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "0434eb30a9b727a8cf01f9e375e5329b79b6e3ac43fd415d11c4ae366a1308a7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d46b1a1f432e82eacde58b95ecb5379ad0039fa74d375387e01097b26ba661fe"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d09ca5e0477e6560892374ab81c924b97942167132eebabb9cb124f6eac6c6b0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "58046676174e3d5a41fba1d7ca10481ee0cee17acd6748a26760ec649e09a708"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "64e28950f2d33c92e397f491240ec82abec37fa2b70344d63e8f7785bc8bc375"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d32c1d9c775779b49553014fe8dd011cf00d134d5bb5867fcea5c53b1c7576f0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "22f28f7592016b288ca21a34f3cb3f1fb69e16f14453ee8a24770adceb1604a5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "84eecbfdb9031790f6c7a911d44028670f391b2b6aaafd04221381e72723e856"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8d01571f4f383b7ac06615002d29e658188d05193fe12fc5c6b806959e90721c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4612c950d3b4288833c0d2b65b246e4a39a246d901ebe897c2db3bc61d5f2a0c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6fe1aa4b9242fa30614989a5c772f0423b4021bb671dc6d3e2e565f88a9cc497"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "42b33ed3e11d880d10b91e99897909d31376c53aadde6a8739001f612ed7a14c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f0defd791d499e8b0f5fb2910f93c552db2c5545436fd6e7c7997746f7442c58"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3575fa00c1d1fbd40c53cf56831b738255b49b3e60cb2f2cf8f7cd2e592b33ce"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dcb710146929af425522f230f470bf9f621af0e3eadb9a947b5caf0e4c8daced"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "66088ed1e4b7ec54d960a20244d95b56dfe304b0f2b63f98a49d59d749d7684a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dcf54b5c28125ad2bbeabd1f5a798611c2357ce096f3f11991a34d0e545c2da5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f5053a3aa1f3ff77dd59f1f771e41c5ad3b8d76a2f5a9b829d73e4ea506f5c79"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62fc95ecdeb447d21205ca418d55613913dea71abf821c6f6c24fd4f0b057847"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f7d750f421a0e4ffe9e4fe82fe94163caf92cfd3686644846660ec8a96fbce98"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "08ab2546fbec58360a002a85853dbfd319c0ccd7486e147f68ecf7d8b2ed26ce"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "98bf0ec87a648149a5bd6d592aadf09eede873c6fd2f81f0344d84be271f4aaf"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "303d60db72c92fd761afa78d89eb68b86f5c7520ef062de59a82e9808977740b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c38da342461e35da07f012b8aff1010e0a56be3e271fad1ad06da8feaae641c9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e626c26e6db059de7f45586d0571b709592a6010f04c4bb54705ad56db3430ca"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4fea32ed1fb2f49341ad8f0f489d30bb0acb49b7307a550da1c559174a238f5c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "36bf1221119e75c34d7c95b9c3a45eb00cb54a324660cf33df1c8b91e54cc90d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c28ecaf23888c4a3b45a8d07204019c8bf7a02978670bb44bd0a4739ee40b56d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb80b5463244d99e4208124b9d65ccb9fc2765d956ec3f7dcbade780dd3f8e6d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6703586e120688db8e390c0de4602f3b79511965df2d75f2d8f1edef45990852"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c776dd988838cb8db2df095e4cd4be2ce80161fafd2a59d951f27e18ee542edf"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c997c18a0c9696639826217b3ed39ac1fcf372b06b626f6de4d7285202d3f20e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e657a6695b7c29a24f01cad325d3f59168151fade77451a7af1a44292af76dc9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "59425f8d2d85f705492be1e2b59a49e43f779be297d89923b2ff8f277dd32a1d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "52f96919f7e9a39646a516c59cb9a1eba41ae1c0f37aac95a6947446b6da3be6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ba0e8d38b05f902067e8e0f4129c307fc540bda226fbf98ab093146f57014ce7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "192c0381d76fe0ce24ea749bc16006f92573a2c6652b1a75f4b0b7c1aff56b35"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "07569fd7068977b6533a35e0a6988fc65c225177bd5e09977f1f49f404778e92"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cd28e5bf3f98289a7948616088ee25abf358d81793c62d961f205b8ba649f53d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e8aabc4ce7db9bd1dce5ce07e02c53ade020c64062bc7d47e9f86293770e9b5c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "62a1a11ee45e2239fbfd8618af6be457e09bc512655c478b015cec9f49fd1502"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c5955934bcbba65cb82ab7790676a3286527ff2609cab525cc441c37eaae94b9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f110b7595c632aa1a4b2987462ef099c35b27931beaefe1293b4f0c6d8e2f262"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f6c18dbe1e7c90a99c011300528162fe4c69b80d9dcb4eb0dd814e0e19b30802"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1a1aa9522bb32fff7614032a735e63cc5aa1a54607e21dc78f2c20669ca9e6fa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e9735725e0fc95a87fd20c8a9901b37478cd1a8b2fc852a227453a50037df2a1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1e29976332a35b998896823ccbb0b4fbbc8e0c944afa9eca4f72d2aa754f0745"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "aac182461d66463ee3ad5e1f5076a11c93233465021c7345aedc438d738aca76"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "83edbe1b7431ad6ad82162e5200169bb82830a6a65aa2847daf5ff897e0718c6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "967360b61cdf696deaf46675c7fa8b8f1d424922b260d43bc2a156813a792c04"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8ec212285b922ca447deadcbd82ef2e041bdc9c1428efea93bd3330ccab825f9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1d77c5c9d12b610eec95d4b354edb5c9c34433637c73630105de0cbc3515715b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "006a8681b8e7cf2c7d8c4ac728389f7fa282e2069c974520707505ab5c7f3c43"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9372b11ed524c23d3c3e1d67b656e7c8f5fcf69e0d2c5884faa52bd4dd0b8260"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1b0e42d6e362a9abf6e3c1b4b9b5b0464cbb91c3edc7ce54b70cacba920ee233"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e78af12565f5ef5106c7913b7ea79ec54812ab71921e70de9e1082937493369f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "45a63b72db62d0b4d3622a7e7a5cf0fa4fa41027c0be7727cf3434ff198b4595"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5c274e9bc1dd03e8f975b3d05d6059025470318c7f3aa9a0cff979c4add6fdb9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "67c76b7c9f44c1d750477f6bef53c767e1fa1f68458fbbb03b44dfcbaeb24635"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d4eb4135641acfbf75d7242572ba3078c05f088af328a451df223fb6a7e26a8e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "acb33217926c49907b11c7cced483c234debad7bf29468459bb365951c53800a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d10b1134f693ef9172d1639c2998f3d960a1680d7c7db3a5fc3a10d198037214"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1acc30c248a430240e2401e5a1d2694bd7994fc160dbbdacbad0f2c49669f14f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e9db1a78fb8d7e39e60c17659fb02bfe54342e3a5d7c9fb24cc1d09c36e2fe01"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "014b66e98713555d2046fde033bdb4eb989c79565fc43adaafee4cc214298900"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7e9a15465011ca8f2d97d1beb144c483454ef7efb0a7b06de89c350511f829cc"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4612b4833f39ab7cde27c5657035bfca5516a6be49e0001d3e41b7d1d96298d3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "18f228d561f19a674c8a35bc48dd29ccee6ec9417abc0b527dd3cdf2680d9289"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8f4323c3d939d2fea6b89b5f1178bb1a682f19911a94703733ac425f09cb249c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a68f7b62aeec3edce17fe2b737fbb0ac40ebcee1cc1296116d3f143d2a5ea6e9"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "433b4a6b2d183eaf3af2f6f445b3ff3219fcf132dd49aa1b6c9df88a81ef63f3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2a9ca8b5d1ee5b67af4eb4e1520a32e0eaffa58c00150a81d863fc90043104a3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "45a0f3b013c29619ecd1adabc798c408daf4a715e9c29656d661f803e487696c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "add208bb877cabf6fd0bfa9c4b84d97b0d5b77bd11acae9bd4efd9283f647a26"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "406aa424d3cc81da2ad5ee703f166bfedb9caae6b025d05ae411cc0a67d225eb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bdb18b2e9f97f72ea7943ac01c1e6c0815043ab99279aefbc86a75025f337c76"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "239ef2bebba3f54a7c62bd5b36a822de1d9c47b15a11809d19beb1d39dc66841"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1c9f17800267c694fbe567b3cf60bcaecf8239503f3f5103235e57cee98acae"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "72dad2dd724de5af6f3021fc1e4ea136c8e390ce487f68398adff93c81667565"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e02f082317272b115e8043a61266791c19ab2c17d19ae2312dec3217906d4251"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cd1410e1b738cb196237b94688417abf2ec54fe4f77a3ca7baf1c34c9353acff"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb8eec7d4e285bc12a2b6f22ee0c63caec9d49e6271be95a173b79c3bee6fc81"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d03525d39dd70a75f25f760999bd8ba7253d6fcaa7ea871efc3e7688d4feb888"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "625b46a3e3181d6b6fd0615c2ce7621aaa3aec65fe49ae94758559fa052eb3c4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "90a22d8ac7e7358bbb6a2ed303728d7344e1a77bf9400973044c35f6364551da"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0043854d82922599ed1c4bc3bbccb1fbca8c0ed3668e3df410193ed4b9980bd0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6f1230ce5833bd51873c190366679bd279cb09d84e8db6c04f65e3ac386054a6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8dea5d8af92821ab7682a7885ab3df577fa5340d8e26144dcb5f16d3b9fd81c1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "47d07bfc38812c39802ee89d2cdebd67746b4b45e7c9161eeb3f8a839510d105"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ab1333f791861bfbc6e3ef0843aa8856c0b2999c6db6fe4471cb40f053fc5138"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2c36be810b08d1dd2ee3121fadbb8bccfa808cd99cf3ffe3b7979dbe5350733e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "450df8d607000d34bcb5fb34f1a4d2de6f24f8b0785bd3fd56b8be57c7cd459a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3c2ea7bb3a8f2668a6d9914bb728b82e18ed2114d07229f955e40034a1dcd2da"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "85a95eaf7208caa528561e25e798ee3a09831a8796222aa2afb9014e9f9e506f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d3103e9259788e17b8cd54030e857d76856b598d08b5dfbc49600e1e00ace28e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a4c9fd8356c412d95c176e787fb6d845660c265fee45417d298158223c782f3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a3a1b7a9cc7d674471503b02c624e49273c12095a9762aa9d6594cd25b0a7152"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6a2b78a061b63c366cd2a69bbe414476e0f9884cbf6784f9eb3c2d789e031cb4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b89e87b967d54f6c7e737a52d4203ffa1e2ba2b4c9ff6ea76c419ed11f59e24c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5719d836d10f1a3b6de92b40e3a1eaf203bb5e8119e5717d98853f16a7f93b2e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d524821eb11b5ba4bafd037f7cb6ff7d59806d4c61202972275c7f26170552d3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9c40e444904295ddae764e581182762d7b732b664dc415cf86f815838e4e987e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7030fe1c56c2e6832441b0ac7ef6514447a6e1d91416e8aae246db3ce5975b7b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e7958a1a3459a79c44bca22566541fc4370a94ae91447ce01076ffef140d6e0d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8b85b2d507ee9d003b9a105f16b68786a9e2325d5aabb258bae80d7d18bbac84"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 197248, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "65c74e904cd7ace435b55c9883252cbfa00d59703e11b11eb8f546713999df19"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6b2a8266a48e2ce29ed80fdf50ca39a5b833fc902551b301aeee6764d1a858ca"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197264, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e03f83b29762eddfcd70945462481e3a00b474de89ac7328a3516942f9641b8c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "688c95614e9cd610007c38cc0694d12f8eba1288b01dd56dfe4ade321b2b35e7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 197248, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0cc7d57c8610f8cb5cfe458c9c9eee808c2204de6ed55b4206728a2ca54179e7"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d5a67793778fdb6f0a888a1bd0ac75ddb3604ad1c36854c87809faf72bf335f4"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197264, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8a5c176e99bb05ffadb9c2b8545ce801c90e86f040bcb92e0f0787363f151a28"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d46112db647dd1741818504e40cb1d60e6ec415bd6bdeda8dd6cebb87bf984c8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a117d91c6d5023b51ee84e183e2ac56c86f7c44f2a53d7a107828001d47b0e40"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "137a7b50b13226e945026197320a7e9f2cd86868ad7e5c85ca5749fee3313a3a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "74cee22f76bd00a7767417b579188447cae0f8fccfee19decc69db88658da7b8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "de129e6018322df5e82f1eb518a137b0029433023d6520748045638ffa9b4477"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "03a46419c0b85bc335a64f0eee4c0e74d67800095f2a1b4bbff5b143dbd1eb38"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "fc1d3b4d1ab256ed99e8c19ef1fb30948148a0a9f652455c55c224595208d474"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "809d4b77250bbe9c0e40130ac6145cd832d2ab6d1c4df06d6a52908e14e8d935"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "58d405a66bcfb0c494dd6a797d6b9a3041a18c39b060b7da98b50f3d0613e1b5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6b791e6b5f09a3a8170a547ca62af433c4cb7995933a3a35bc218931f4dbb473"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "46021e9397c9be25bc750d72871129c7fd93b4db40ff6018a78738b6e8a3ddfa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "575f3b64e6ff148f7a76ee044bfbac517563745db2dbd0e30dfc1c4326d0644a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "12b113237a04643b107d103e9f0278aeb4097db192b0a3faa1c4deef387f5192"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "86840cf35f5bdebf7b7537dede10e646913be9ca79fe016ec6fb0b1e37b63e12"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8ebb16d0bf3cbaa7e441d10d5f1b1b99a3cac9738199149e2535db939a4ec75e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "64212ec480966527a31817feb449bfaceace50463a34f40b868b2daebe06cae1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "7a1db3bc9cb7391c2550fc50d6ec7e8f449e2a77c580ab42d2fe051872df8095"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a8d5a08c31487efbc457e45ed779819e9f50380ffc9e2fc84c33f6c47286fb87"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "31b9c0480e142a991e859bbe51b40c49522c3542f481590a27ba7a12d908324c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "40a00f31d7b886e48168eeaf7709fe21b612292a2e01fea47ad082fe14c6669e"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8a79ded1d6bd73f9caa0cee894b0cce598db686b1f6bdfe22da3836b31bb59c8"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b524863c25aacd0d6e11ccd8f65c85792490db17feb3de2d30da4345f6c61023"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a11a5d713b75d66c2ab1f3d96aa69ca54f73f296714cfcbbb7f627a3b117c3c5"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8eebd254cd0e5fe79ad386463a86f9262d65dd6092e827c143c9430aeb541eb1"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "43ac393398a11df7bc26345d5fb9d0c3bfba7298b0f7ae2edd33401194423b1c"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "66a2858b20bb1c7f8293ef74d3c829de87da58deab72cef4e97960f1f54f109a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5eaada85a9b3c278de40bb6fa3e30034c9baf88649ad0b84e14ad42951374b08"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "a99cc43f9225d8cc4991c33f2be233c8e962cdb2052930ed0c70ac1e067b8d9b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2af9ca6e1b0fad7b1cfb25beb37229911c6177a559c4b134699a641a74f9388f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "770d0faa5f465e11cd19f90df2d7767e9d48b97046315994058c89cefe1e37fa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "405b00c1825abb05a17ce9714ba3dd11344126bbcefdc9c57a6f9a7127930718"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "63df2dfdb2834d93b4de1999e137ce8f3f9d2652c05737b4d6962a8ea9168a6f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "27fefb6420bc274817ef1f496cff32362104e438723bbb040f51adc4b5b17645"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "5756e016defe083ab29e65817398bc12d2bcc5d44d4fac8cbf2ccf2a926c1458"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "970117c0925a2405c80858743eea4e0378064c42ba52381bee98d4af732a8c12"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "40ba3dc250c4f9c54bf13053be330f69ddca97c2d7beed56407395a4a559bbda"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "ebd3d33df109b539eac428c03ad3fa39db953b1319722d770d3e55832c590c5f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "409a855d7f19e422eb272df97fa92ba38cd95b4f6dc4291ae231418ac09c6d8d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "b0d16d80201dca14b55dad31c7a054617fb9472829ba80934665a6ba259372d6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "2add88277364e45e737a364171015cfdc3253b943a38638c2c127ef452e6938d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "830ae29ac2b1091f0057e42c9b3506a4cdbfd2f9433670b83ecf888164eafa7a"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "fd68f166455c316aadbd77172ec03e810c1efa872275febf658753f89b05c16d"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "84478d431ae972241d104aecabd544512d018c02b4672b3f6c13b380748880a0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "df37173658490ce0e7377e0688940adb080e994455de5f47a630e3ce336d9f6f"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "5c2e86c9fde502b64802de8bbfbb5e0c1236a6864e3fcf0d38822ef831f3b300"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "dfcb8a9fb95c6985c7684aeab37874a54590965042b2fb2a617fd0f57fb862c0"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "3877d298d7b7b96e22dd45183091c6f47e956be218bd888c58dd90753c8c9bbb"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "33a619f2f4339b14d2666492c1b35f287e46f87dfbd36d80a3d5d4c99aae0459"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "4f8722aac1cc703614391c54d5d6856b756f5c151aa62c8b9c807dd15c3584fa"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b04b355d61ebc719f22fc7f53f425829c5eecead38e441dc718494d1b4aa8c89"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "5ce4b91a42c8f7d86acfd9f27762f9d351b8462d6932326ad8642f6ae306b6fe"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "bea9a855e1ccf6eb053ecc92c291e0e77266088df0831d1eba3aac949e3cf874"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "e82f5cc10e9c15cb7483638b109fcfdab0c224f4ef1874897c1349e9f5761159"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "400ba1b399ed1420166b8be81b426ec6568149f5f4e3eb54b91baae44181cbcc"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "1b5ca95625e0d9ccdd4272cc13b425e6564dd8eef20bf3a3db4381b202097dd6"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "d2908977805ef13b710da70db0e78b1ea036e53643290389e6e70bc32552ed63"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "3217e9e063db8cfad18c025875191bfc179b995b2ef15f5d71bfe72004ee3916"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "94d846eb714bbef61669238d13b586bb853d7b64b94e507bcf952c3e629a6175"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "3680bf91368b7509fb7c07fb672c957af157675b1565595bff040c70e7562e34"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "cd280ddace81fd5b977bc24b444841f9b63929a3a2142989cccf7106c7f144ce"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dccabd0c0d79e4280453f68dfa28b938e4523c64393de1d90ccc2104cb435d73"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "37d07640ba5e3c4f0bded330d8290e39c9d4bc8d21a5196e761361f57d7ce868"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "32118e6cf16f76a9b9a83f4eeeb599c1670b9d1a41a60403255fd3791705dc75"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "dd38749a77f1163e4318e6eaf6a5bcf102f473b646890bfac75538fe5aecce2b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "b5fd9135f8941e053887282aad2c87fd02b1cdd01a9a76e7080ccc83581bbf9b"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "273a5b102c00e0e9176e622a9c2afcaa96989d9ecd8c63b49a8e85ced9d0dab3"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "efb2531d0dde691296960bbd4a04b6067dc3ad6e74ee5b977bc72ae5474fc0df"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "9cb0af68c44e7c915317ec6f94ac6d033cab45d59feb18a7a8c12a5aebd58646"}, +{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "de8c4061bab0c6f39c01435d16b38197439c8a02a254b115995bddf475d58def"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "95a0dfe9f0f9342bad0c6ed24336859484255a3c8411bc9ddce681cfe44db648"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b4b5b14692de840145fc876af51b13601010b85ac56ac0dae9f873c285d0733b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e78133dcf19ade528ed5d882113ecb2afc923e65b639665e9008c133b05eaf60"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6bcfbad6a2ea1ff943c9128ca1036775af3f507b4fc538d07c41ebf750a4d2ff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6339ce7414251fd4686686720739487ea7eb8a18fb3d5291a0b8856d096247d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f9d4ec7119d6bf5147aef0fa0b52a5ed82975a9972672ad35bda58a4fa69940c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b4ee82a0dfb52fcd86027ada862fc1c4ec71486e46729bc1515cdc25f08e3bd4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6bbc596f63145e8008c6c3e9cbd8197c059cd8c77eccad1aad864bf830ff35c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "abe3f4bdaa2aae1b736f3cfcb437bb18951c7d0d7ba67ddb75a06244d827ee42"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "88184d5c3a9035b907c0d15c43fedaf6b6a28bec704e0e45c6a752817ab61507"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "625d09f5e2469391e617a618223215d002dcf1a10285d455849e8e220846ca2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f5763ba16606c6cd120880538e3ab2f9cf32dd6c17d7001b4a10503f7d1502a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2e4cf13d8961615356df8d07c1457491d905fcc639491c698851af99f6745669"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "59cd35f90a6e4342ed0b4ceaa74e8189fc593885cd42baa43d32e34e5ce21f6f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7cfd1fa3c24fe8c65941588052505bcfc1867b3f4440d4d91710fae729576e26"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "383c1a08dd47d40510feffa030543ca6934fa49edb329414ad17f689ad35c237"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b7c366a31a47113d9b2754eab3138ba9600d112bb1ca0bb6eaa6758f2eb7608d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "fffc573fab6cf549db4698eaecc8d0e4235df1747dd71489d101f3e4f57b392b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c128ee739b4979c965b0f9dae6de9e5d7323e9f2021baaa82baa33ad36319806"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "71ceca6c13856da3ba9ce0c6c5522076cfcc25daa71eb9bf59748d5c28951449"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c7607c03277e574c0c3a1ac7d4f3b2a8e4976c9c9de804da75cd9da6e81058ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4377337a14a76c4dba6067041d45b29d10df76355d6f96e40785aaae4c825083"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "abb39f80dd6c7f3cbbab11bdef3bd96395a379b3fb1d222a8bc75416a8073103"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a95d34af1669c762db02dba8e31ec4e653e48c3b59a70861e683123047b77001"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "742ab709ca328aea110f2cbb535fef0337a5f4c0f4d0b64af9b7bcbd3e8c8356"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a6d1f329398e8989d6776a8945599dac4ec2087230bb2ea2a9840f209c56b3ed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f02616d4ceafe66a1d98e7509f039181affb4f133af2e0875a76471a8e40256d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "19b7faac03af61f4e6f7e75abe893d08bb53baa139456d171686c029e004f350"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b8be73a8912a037337802af5017b8a7d9a1eccf136b121019127a56840aeb312"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fcdbf1c0577addfcbadecc11a5054540c418c77e728bf41161675f85fc1d21e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cbc6ac3f50461902b27c9c18d483bd1850ac338b9a640668818a0fea206aa28d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d8320ab814021fc0deab353eca1493a14b4bb19c060cef4c7b3d645d1a7c4690"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "39bd104bce790e3fd4e8618fc5c5135874dadc0f8f486cf39706025fe4ae7f20"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e67b363961e93d4c9e6a6c8f434263d87700d896c5ccc5a49dece86fa9bc651c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a4cbca31e7f56930e09a5c38b721c2cb9864577176ebe8ea1e4919f02ed38b93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "841b24bc034d6ee774994a78b469fcbf18b4ddff056b6f03431187a91b21261f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f952eaa6fbef0f51da9c5f8c85876884fb54affdd20a35f833decd721777091f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0239370a855fdd16593978b475b5353f80c53bf6fd9ef036761a74a802f7e90c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0957d2ca12381de70ef0b1908078645350afa40a4976ca12184c6554f1cf7150"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6c9b8cb072a93baecc6cd8752cc6b8f3607dff74cded97efbcdb9fc23b58174f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "675bfffc895b40d3dc5492d9f05e924a1c28ff79d2f75c85eb3adc960eadb6c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "82697a08523f74f0a7f0fc16c18a798e0df86db656dea6f3dcdb30158ce73bbe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ff88f5f3ad8fa01bc091dff54e7e242a68df8435e76f9dcf242e03c9dc64eeef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0d16c0a8a6e0a21c732864df73fbe023c72304da894fd1c62385f530a8550576"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e4185913c0a75b5e6636305406182f2b0b643b61a5ebd8afe680fb908e180387"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1dbcbdeb0f3bcc7fa0e964d868d64a9a13f53157199e21c45465e074a9bb1c3e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a9ec4846af22a14b067009f8232a43d0a0c5d8ef1f7f3c3a03c0618858a6b911"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "dfd9468cb437ecd5140f21f463d47efdfaf7a89693ccf356abfadd8a31c65be5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c14be5b33930ad892595e7530c32e7fdace1c65b33c8a79c7a801082a4fb35ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f34958d0d51f318a9f25130796c990946b18f08958f392b13adf54e853d68ebc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3c18f5474736010e3b36900e90a9b49a34276134933672d3f7d1d5fed13ff6f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "912db480dd4ac5e6642053bac57794dc860f064746b708e71da757d4bb9a225c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e94dc5a8449657bd60100a130c6194b9b4ed79696a50407fac9f4363cb897c4a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "786c74b65d13609c8971e75524ff797b5982ce8881b2862e14c00aae3cd5a46e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bc9a2f1da374c2126977f1e467ffff9cedcc49174b9c1aef9c641b503a262e85"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db502d6789e7f2a0ad42194be475ee85423b0156de1650efddc01cd92b2b03e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9ab587c5db68275603edd90f0a10cb57098718a8a67f917102e8b98e42dc53d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dc06a33f84dbed9694f5000d5f8ac3101000050f8828053eff2d2124babe47a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "46a1a7516b6af709a9104034b1061defb1c72d1091f36ae917e6a27657b6e513"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f0b7d7c035ad65cf5176bfcc686df9a994ebae5aa1cfa6f41a04b0c6b8e6a350"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5c66a599c4cedea3da5cfbfbbf9d5fb57a56eb245688f2ce3c217a4a108f56ab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ac44a8ac0aac3833a16016370bfb00b002afe585eb730232dd6fcf6b4a125f9e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5e8266c9a0abd6dde421cb0c7637ed2b674aee69de65f1f02c0265875bc8ae34"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8adc1ebd2de1eb559714d3436620eda62ae64c387edd5921fd56fcfd9ed8a802"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7a6f52a56e35bdb9ea8a48bc9ea8bc18855e26f2b9e73e5a2e953129e1bea48e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c740424a6d66ef0aa53cb4efa838391dc23b405dd7e96b460d1c1cf6e8a09185"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d99690b62598906ed67b61cf7c0245b51cf9f35afd467136723f52a1575b4e62"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "70fb7c106133aa40894691d2910572aac859cf530a585e9ff446ea862db4b5e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "00d91d16fa935db009dff885e60785f53ba6993d06edec54dbbc3b67c1c47d5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1cb9c4a6bf5857331bd9ea0835ba5d368421aff77ee42f64c3d08630fb03a3bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e7f87d44772951841ebf5650043366682ca4005ef397554cbec0813faf035c7a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "abd11310cc11457970baafade8448a274e2f68034091960c78502776bfea1423"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "53d78d8f2eec038901c1defd3b286ae8e8e2e499e754d535f79812f54078534c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "47e331cf82bbfd1016a2d9975ed5f41fb40d1104b8d4d18194fbcb632719ad32"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1efc35757cb550518c9e0a08f4b7821f72a76a2031d1ca0fe0691df63a19ebb2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4666a36b42c2bdfedde0bce04d995ba41934bf38f74bf3c854047753acffce89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3338c4014ac13a9a75a2ae2af5a9cb4b911163b072b44f0f58d739535898e5e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b72f32c63e24d173eca0857796738312b10276d434b80b3dd194bfd3a16b7746"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "15749c7ee8585b56b65a6d457e1863c8c88e10ccaadb639d9a5f9c4a4885404c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0b49864970c8ae04be6193949c81a5005ded242f48398085687756f390c95531"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "79831e5345742a789209ec993495b41337bab80596b3faab1bacde38476fa1d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "db0fad21d413db2e09492fe323112e70d44e86282876b73ddbc825827c98f0e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3132304778e2f90fe86bc6f6f02cc53dcd0905b53161a43c42625f4a414b6f82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9bbae5c7eba2d869049e3edd3b8c365b5f27807910ff6b81937995c8b3b79a09"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c4dbc26bbe6c19a8ab2c932417574613995a6353790dbb0e1325dc714b786a0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "58619e43848f2e1e0b7c823b477fc337a6c39591e76ba6bc59ca3741cfbe7ac2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "df679bec4f1d3e9a6defdddafe4f1d795ec7de53a6243637f70c26ac96288416"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "66e75a5b6dce70b3caf319e1b90a7ea3dcd991c681796c215b18613b794a6275"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc915ceee1c294788b7c8aea9550a55fcaedf5e71e95f55b6f698d08309dee9b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e0fbfccbb3044398a98d8692d5ab2d053779ab92517ccd014dd7c799dcb9e6ba"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f5fb253d8677e9d4b58e4adea3db84844d4e3c884a7c9b9bb08870c3441c2f12"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a6bd6e1b6f1c86844c639210a5ee9e94f43d845eed4670fa96b0954f31c0d328"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ccdc3ba26509f4063b0e1193b56091807184064c681eeb015e8f05788a6d0eef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "02009a5fdf0634bda77b26177fb999375f051d8bc4b240958f3a776441689a7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2bbb5c77a3d37d559bb3598dc51f2c2d58bc05c8b19bb1be67982a9de0f6fa2f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0f3aa68f1d44d3ebfc484691b00e77d0851fcbce3ad5f7e39bc04a7e6f5b7f68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "503ae38fbaacc4ae1c3af44f58f7cf2fac80674f85a3e9ca8d16f60fad47f1dc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b12c39b5fa82d6d631d17ffda399f19c984d391d77a1e0b04c45cb15a0f660e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ba4ab66920ad1578c3bc0edaa4e1f41afe58e9c3a8935e09c5cda3f0df8c6f32"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "42055ad3343ed2ba351ff5fca47d1f1db090a96dda7ceac5044e5f632abb6811"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3a078d8e620e4b673ba3871fd4ebf2ebf8957a6f1d7fbbab9aa4a244b44e03d4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64a357537cefe5f064998e4168ea48f2a41d5917de54b8b95a73ce0bb1e4ec89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "980204a04261ca859d4675614e8cae27c2d7bf443baf28724cbb78527e8ec2c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e462f4a3ea05e9279ee0e3d00e2e6c5121e7e8f841b53b1fb9987e134b33bdd1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ded617aa7eee1ea296d0141877f8848d6be8bdd97a52556e6b9310051241fe5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e73ea42870cb9212fcda5be4d5fc7d9785ef8974808a1e6a9fe5c765f26b2d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ebe759de8cc78c2b2454aaa0c718e47e345eaef4325efb7d2d8cfe11fc1371c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1aa17325ee47abb0d76d470ad248ddcaad87d6b4916fc44de76ca5ebb9e46db7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e5e2e3dddb45df56cfff5225cfe431432786420ae40279dde5ba3471351380eb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7ce8ddf9edda23553e873939b1340979ee0e7d03b44ae1c3a46044c7867e796f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "955399186f2b9edf18dc6992c7a7b9250f6d65a766972aae53f05bad11498d4e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f668ff124da504e0dc6f6f57d55a62143c31ec0bc1a45b4c232c2311c6cb6efc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cc9a59d7de22df36dfa67bb948391458c834a9d7993460a841f063c3e4177f37"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "25469c4e10f6bbed066db348a0d04a04952882b8fc8b0cd2b67b0938a6d42bc9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c86839b5fdddbf54dd94210e11f6b565e9fe7db084d618122e68df1acd4a07b9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7c01cdf390653dcb1bb62ea46fa7dd056b3f6b838a5bc43ef0f7dd73a6475902"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c4dae26dc069dd0d578a87869d4baa1ab6306dc1a18c0fddc0f3abf24c874b82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f11234235baa06b4f7fd6ee4bf9609827bdb53363604e1fa723579a07350424"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6a732528d50b9f7c38a0bc6d5f1e2ab97b3dc67198d6f5d4926d4c95ec6bf22c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d8af52ff2a6655205d3e818944ae6fc865948201345fce0d0f8d6b2a9fa1144e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f72fca3e8317aa67dc9c64af21753a70bdf424e0e4cfeb1ba54d1de6ec893425"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1f4f95ec76b4492e82d4fcfea7d7e3ae326d83ad6661ae4c37289e4160eb4cd6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4bbf402145513356b35ba85e222ab46ed235c5b4af070269ba09ddcf08ed2a00"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ed7421cf02832b3ca7d958c6387d576e1a25f1df7cd432e1f6edfa98f5a7e571"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2b5ed0fb317b5e06efc6c2819811e391b72e025ffdbd006bc6ab494a89e92f8b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "27d5dcdc3351ff1c53b6d056070514998b88a3ae1b171ae335e675db2424b03b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "328d4e8686ae8538d3ad52b3c497e8f98b3a8a0bd8dfb5d5c6adfbda2b9b5330"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2a9c42132850c4cac5919bae96c60b8fa47034283d22a72da5cc1b8380f36fbe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e2de06127e4d9219ca4f9663dfc0c4b7aa1c49c9e40eb9ca16b084fab10860cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e796c23e44824a6fb8fc27d15c4806e91d416ff62ac760a2238774d09bd024c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c93f7d336314e874553b4dc0d2c9fcff9e7f352e0b2094c48bfa60a0845463af"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5495d1da181487040fccc60a3d6ecbc1b4a517b909a22be286556468bee75d3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "46a6951e657a2611a814a4507dba54fe46370ed7fffb66d59b0e73e16a5efcff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a1acff2e7d4599eda930536275848f00812c3ff1fd30743776d4792059805328"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "54d2c4bdbe3a0745a1c8c12d5eab47d1147e2f66aa54d3c9237d47c4ceab6872"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "048d6c3c9527cbeea50e0edeb2c09bf31b168aaad631f4242cc69b84a260439b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7cba597a99fdf9013697539f4ccd170a470b4346f511f73f5e2a34b294c9b3f1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6232b68c727a036b9b89feb8af48caab03bf9d4ddcaa66d2a205124d4877d159"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "419498dd13c8eb6a5622cf733241210b450bc4db2a09089e599cbd89ae65b6b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e6c508997829917444fc913ddd1349604c9587475d9da4cf5af19e248cd80ef1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ee59245c52fc0b47dcf72347e64521c14e557bd30b5391a084f4d387fa100011"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a546e25b3b800532c12947767353ab2cc60b58d7800c0ff0ebbee84a4849f6c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8170a17c077639af8657112f2304d5956225317ecc9a6a80dc8146873772a5db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "41531cea85e0c97047a63f8ea37d040634ec9cf405f8e85dac771acbd97a3ae0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3cfce8dd651e729a5e979a992578800b6e812770e4d7a4e3809f70e0c06437ef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "885b32751819202c222b92e8d389a3503fc7930eccfe7defdf92411f3d8ceb49"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b810f6b6f6a88d3ad437ba3b9dd3353dc6cb4150a2acd4219484d0ce28577753"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "eb9626c1a1767fa0a0fc0fe6bb091f5ed78541dfe147b9a7a397daa3453de51e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "230688396d915b59b667491e9742d7b52ca6d137b55ebac5fceb78f87d557cdc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "83c04a7a5a31d18e170055dc02cbc5d5002b1ab135812ae1e3d2aecae44be60b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "88c980cfa2b3e2da8fac7fc05c759eec55070ebc5645f23a927c5c3778dc2ab6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c933a5ee1871a7ac73fef5b0c7668504e4dc4c893d5e1c33b646bfcfbb470d5e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c20f564a131e48cdd2f1bae85b6028871c9ec27a2493206626923a0ecda222db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e1f9126438bb6be414a36e6a2eddba2bdcd6dd090213045e990e9150b58829a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d892b0c209bbf876133d1c802132d5600485a7c4a62926425d3b047f047e6e11"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d01dfd34663f7377d3460b544f8547480d6f8f366c763d0e3248e508269bbd65"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3c988f1229aac7fc7ab1866b5939cfbcd91ac9df21452993de2987ff7e327e16"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c9f1c40810075aa5594d96de7092df385fb1ac2b0cc6c5954d8effebb867ca00"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "18e973be0ce37661f9ed6e91d46ea814dcd2a4627beaae62e852e2710fe4eeb1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1c742849d9c2d4bf12002e1b0387c27d22e7f4699a553edbbac5997a5df70df8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d1076e03e0d83e108973ba71f5df208c179c0646ec600d194b2ab81ab85e2f6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "10107a3f3ead019c85451b8c45ab2f21fe2fdeee085ff0663ad3e7a8a5a5dc70"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "0b19ede9ca0cdf21703f254aae77b1e6bdaaaae1f7aaec5a66985edd7fbff4a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "1a537a3ff0fd935802918c1a4a5bc57206024e96d9a4b1882f1e3e8ffa7bab6e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "20519f31a0f63295b5b2dce22699fdcb4ba458eebad2e98d750a6b2bb4449bed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b7d255711f95924208e456d13400e182dd639aca60ac7ee55100fb34fcf11de5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e6279fdddfde928b3d8eaa28af1f726abcec7f4334eb016072525ec7efa40a91"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d836ac12396dbcb8ceea19a331da28c6a2ed9d982c92c8bc5b7eb6eec0087839"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "d0ccbf1ea4b55c99a100ca13273754d962a35c9d84bd1cd1f3ef6f38566cef3f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f7108a6845e7a89471764eda37b884a18767e27f16513192ae300ef73f926fe0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8db229c065ceaa8b010a1212dad784ec932709e9ad0f60914f11571891985ca8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3e41897217dfa29e9b0383ac644d3df0df1bec9129817b12bc243e29b000a4a1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e69c55649666b6d3a85669c8f3eecbeb619fa89f5fe81ee89acb83e2f9c473d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "bc40616bab4765f57ddc272caa76f36787ee0ff720228b457905aad317f449b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4c0a5ad93d7378ec37a14eddb3746dfb8bbcce3b28e05ac3e4f8972c6c8d69c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "643c467084c00738c6a82059c0b49b96a9b046f39c4f2b167b8377bf24d78c0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e48a2eec07bb1e1fdef8769425405d6590bd189d6788d1cbd3cd86ff0289a245"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fb3e4b4d35f27d5c8f89aea07611748d6983c99b4ee91218b02e0cb168cddf6c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7c7fb91aed81f3cfc728c52628051955dea48c595c3f04691a888ae74ea600af"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0abb5817945bb318bc1db68034e052e8f5df52ae6b337c63b0bfb028313fb514"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f3a04cf1cefbe10415454af969e25949952f9bf9e70c1bd449a0f13c14e54b6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "495bda14363369be29bece970689d087af18d5163996c488719f5657ec83ace3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3c55e33f35e28e1b23479693e9f3171f1d45fb1cd4ac2a8617dd85472ae5a705"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1b027095ffb7bd0c6f214af4ed6d170686b2a5e3ecef6f79f05759c312410dae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e929a7a48015605becea40712ceb5ccb981d3144a57ef84c8fdcc39bc7633a89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3346118a401ff6a2f8a23de3d8240b12b6736e72d628812ca18a3ca92e08377a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "198d673900bbd427e4075ce046cadf9b919d8c40a9e8816ec86df5c929aa3a88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9d4e3881fefc0eb0eae69b07978de93946f42b5b4021c8794c188fdfee4a1555"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "90a9bb723246265a4ccacbda55710cd2702656bc2573cba7c956df5959654525"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c45c712a96d7a1dcf0b15ea54d3b70ba7591740cb21114b8b63d9d538dad601b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54d91fa95cd9816741b0ee9e7fc52892dc169af4bcb4d642cd3e06b6e4975a63"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "246f77cc89c7cba44bdcad5dc051f5b3ea7df85948b5ff530190fed7ddf77db8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "73195d655fcaa8b1ca9f484384ad1054b868fa504308d6e9fd4234ad343f6b98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ee4fdd03cadbec2f6763b94c58cb4bafff6e15d2d7f629d1bf6c15c91e0f16e0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "534a7d5493a3c6ea6633cee6d48d98d09db41ba41c0ecaed699bdabd240bb578"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f4734c058b83f3c417978bd4322eae2741365133c9b81451137bddf83b036725"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e6e7262babb0568c90117197fb28e9cd7abcca237b0be1e7b83dc7494d084b8b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "67be173917f2f97d80a0acb7c0bae7670d9de72c402686c476bb7f91ec11eebb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6f8db9f448da12b921150940c96c055c233ce45036d5fcc4b65b9dcf97e07113"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d4ad87578dd4f85553e196722fb73a232c7960b3751b1816946ce332f79e3efc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "48e43d7f3018d65632683053016100365e0049bc1d13bfab0fab05c75884556f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "5a441bb780e799681a56b47adf4b9c24d2f70b69a48c23bb42e2c4b1216afaab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "9ac5c9d15aa28f799cdfd8512a962bc2f8f2b51cc0936249fb0015c395380e82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "d48be94a394100aa181a3c5ea9ba063f96e12b97f044a1c5ca0ba614311941e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e32fe184786a403916e4fd79d717b96ef5f5ea42ab3d7b9ed24df0b783bb775c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4f1467a8f5a4c8b53887ce5bb31ec122e88190cf539051a5034fe6ca52013dfd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "7e75a13473d88841ee4061230d9a71c1f6732723cea3847223453c1b0eeb94a1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "a3c8d406c4a9926b4217c556fb7ac4806285aec68a9b8a8c502827a925ed3615"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b7b362331940d0b96c483a8d9fb0278ae66544715434aab1d05e533cb6cd3aea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f370994d8ec3c837c89315244c9677855e2183e4b5adebc53c3f9fecaf7b9060"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "dfbc59f7b6b5a002595b7730836e794ed8964e64735b83c84575e300fdc6b1e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "3ce1e97789e58708831f2a6890f58ce506d751fecf963158e7ffe4ca841058f4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "02c324809b8ec9b94910264eb1290d77406d113cb358ef744815f8e6cb68c4a0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "1a2430c4a2ce6bcb3afdfef52b6d06dd2f0091844771f196d5e885f2f0e55ff9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, "a5ddde0daa9ed1adcc0927d928535eb73f7b0c9344e2dda3d8802fce62298d4f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "6e75df1b338fc6c01b93b6144cccbd77d0a2d3681e958880f0b91a740d6fd91b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "8fea2f0843e25ff5b79c56a149795085365d21d89615a5c56bb2b24ef3f0ae7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c35ff078a60334ead5420219a77daa4de4e80685103df837ed1d58c0c9f3295f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a34beddcc183564ee5bb79210efde2fd3b896e51c8c191f9648e63d0a426c0a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6634e100d9b9faf7c037ea6efaa83f167039e8787978923e17a9eaf007849551"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5edb936bfac97352d928617b0e3eadff5a4714e3076c37cad1309c4bb31181f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "169ea8bfa7570352b35c970e6918da05102aac842a8aade4aad4729ae86815f6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "925cf7a578fca65b357d9d0b4a6d53f7e456ae0ae2eb10cc3dcaebb561ea2e9d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ee2a810bc107771da143bb048bc92a5385a4ccbed41cc50749fd8ab4ccc90100"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "78fc6583c713662089ea8c23290cc472a3ccacf9abdfcd5de505704529d59122"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a4836d8b0f8e443e79947801c8a9f008307649e8011f2b7edad5887537331d50"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "deece1c83df4bdf539fe56ec851d8f180aeef9dec1bb18e8624d8e769199de28"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e42644f05a61f558c2b1f7c7e96c73c7e4e29f91292440fdfe8385263639b7bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a03bf927ac9cceec859527a2bfabacfc37ea538d09daf20966214d8a64642a14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "72bf2792f493c11f49cb4a56a96c2308171c6330e2335363dc1004cc2fda4610"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ae4032a0ed2136767968f0956b98d7d307710ca3c313656dc076fbfe4c6311b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f6a3f8d37babd08a54b83ccf92729c412a54c537804d225ca7fe849c1c7a7de4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8fa02beb6e9ef5c33ce77af087114ba0c04f1e27e0770f2bd8216b3edb539819"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "66763ee6383de7b7a827b9b95095342016c0992f9f55b1d3f7213bfa57901858"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "4a09e6d4e1f0bddf5ca3e0f6a562c7954feddae1a6fe91de8132da029cc5c5ad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "e6eddb750be9b222a0afb5a8c90e0894f442c4dc6bf15ae9ef7ab0231ac6a327"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "05516d32e3cc629b4c0c70a5d571b67053cc785ef0bc17fabbaf7a1d1a3a214b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "50ed12e5fd5334016ecf7f919bdd25861cfd5ca782136dadf4d0739d6eeee03c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "ad2afc9e91bf45b464816b984b59b30e5251cc3eb5ababf0b042ef326b3588de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "f16bde4cea4e5f7669747acf4398ae2c23ff4818a01cac39b736e92a4fd0ed43"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "0839bff71b576888d1fa7887c7ee6b26096fd11586ad3f338e79270fdd0fe3ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "c197dd71c927eeea49b67f21d42d2a0286a8d8fbfeebc550e723cb6f2cb0c41b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "b0126a9488a4923c962eaf4a29d88007cc81716ee9497ba30d9c807ceb9525b3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "6f1bd9299bda140a347894d2bad88ea59793665d1cca368dc98132539eccb9e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "efc2e7843451a08f7ee35f5bac89bc5bc7011dd16ddcdcd5bcedc76feeb4b052"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "fa77a8e56fb6dd9a839be4baab387742eedcb7b0e379fd177668d964b9478b83"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "7a91e1981260bbb52eabeafcccec2cb9baee30f3a3123068960731824cff8084"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, "73718f1ea15ab5f15aae2d791cea2908d096f73b7333de51cd4c980f0c98e827"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dad32a20207315db2e970592205a2b49282266d41bfd5dedec81a2dcef712653"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5510b9f293c906c22403bccd101fef858de67b35dae6a55c8104bbabddfaeaaa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b11d287a9b6bc57f80cae74d77efcfd8cd3770425e8d578c955fb2610824eedf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "edd367e66b0a1e791af02ec06cd3a3f5715ca174179ed25a617f8c69a6a850c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "15f6ea2ca2648c3d0e44192ad8026f6d014feb4c3d9284685b1a18b6631e9e63"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "362700ae9d984b23c9509d9c7803e20dc3582752d592ba0aabd3535f392be03a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "73ac291c2ae43e715fa8c2b704b6d9e0004350f4a7d8af07233c91721bfec3e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8bf614e9c640e2933fc250f7a69c054e2f89dd2f1f64b06bed588cf945738889"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "619535fad423a7f746c196090401f95ca0ddb106abb426121f5392d16f181360"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6558f0b477f1eddd4227e5ae37d91f74362366d4f9069ddf37d87ffa2fc3ac02"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f4181d799fc05d4baab88d9913057b3840f4dec42e457c8ff43ad3f31c3254a5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "88238460eaf2adbb4bdad3d8003e6343bd923f251380100f9488fed0608fb5d4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7814a0e5008b6727ec0672db9253aecdd8b8a7b136bbde8f8feda58911304962"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d646a5aa88c6f4a4dc200ed946dc05c7c5193b9da4d9d2cfd096532169349818"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "31bfb255bd4882b433e60837013bd38c6444e4357d7b5c9728c1b27bbc6a00a9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f7f7cbfd214e2ce8edcd9792bbf8cf65463c3ab51cb5c5061f37de0977bc8b2d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c64ff7c5067dc22942d4d80fadab595aacae61c961ef360d5e4719233d9cd305"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "da52a5e17ea21146e2606a40450a94dc4b211223d2b27ba587bf9ff693dd9ded"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9582eeba73ae0943f2471daea971ae390bce4a246470cfa3585b2a39d8497d64"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4a97d5299938570b100a0b4af2cf21e91425bae49f09fbe25fc27301e0ebbc7d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc307491b75a3c85d358186bf6c6221b6fef478b57c8f614fd6fce2050d91de0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7d56c521631955f7c26078a270c2fd0481ab3f8e5c38ae34d8015a4c5444b5c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cafca9e240dbf9c9724116ee4a4799e4a2ee37fe354ab55783a9d8a7d157d04a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ddde5b5d6850d5e7f25d78b22bd8e43b87a214a5ac4a852ffccbd65a85b8f02d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "02882df4e4c609aec064badb73d8435f02f483274d56a4cdd7a453d5c2f79119"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1855642b8903a22504949877aefb0a8532024b2ab2dc1e2855247d62938ff0a3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2fefc090f997af6d6778a1cf45a9dd93218e6f947273c767a3e0646c31ba58e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fde57b79250f841832594c273b1486ac1ef3acfb2031c827bbb8aff12b94585c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "396d46c2e43424b230822e270eca87542cab2f6ffd01d7b7c512913f01f9a7bc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b3342d869034f26d1ae584ea249967303c494d62002815300338e7426754b9de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5599a6b73f3293296a410a103565f6df075ddbc2c020fc0e5291d13f24f2f2a0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "70dad56b988f8c0fa0af3fac34e1084b8c1d04f338e841b97489aa258c253b89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "26cb1e769c292f7dc02834026648f4ec8041aa65042264da950369d50322dfd0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7816c03a2cc1eb29be476298b8fb0681d398145b37aadf5684741191dd327085"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "53914de1b510c140167fd2386668c093007363af7d8f8ba7a59ac92ea618f0f0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cbd6a582697bb3c3bb47183215dee94cb487dd69aee0ebd7579edeba663ccb6e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6fa0da5e8e4b57e4fb5e8671c9d759f70c1948e4fd01d5e9863d5f312260b738"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f3f448c08fc6e52fdbde8b34811fb3f0ad150839eda6d0bd0a104a41119adb52"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d27fc7e94c9ff99587c78cac7d7528f1c45a185fa6d2bfad9e5d91180dc3399d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "245bf0c2a0764cae6b553c169c75cf4d5877cc68d27b923940cddd49f40ee1cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "069332fdf805e1b84935959c597a6efab2387efec46caf98e39c39d429b835c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "28ce80ad575b2404c63f5d7d08aee717818429683bd4f6721121fcb8f2a5d663"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0dbe78226fd6786dfcd1ba1dc78fed1f621b1bfa661b464b75ca462e951b97a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d1247f145b7e20ff759e040de128a90b9147a522791fcf8df36133955cfd89e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "af2c36cf44d3561b013a53aae839e2f62b08fd30200c1d1f4fa9699325c497c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bb2527b3f88e36d465dbf81f50ce5d58298b0c3fc8a2296f89d797677a48cd86"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fe8bd5ab07b86d7ccbbe0cadd115f9476d0142f69b0952b0d3671341050fc74a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c3ef4b7aa8f585cb9f9de7d34dcb93418f3e68b6ba4f06cb0720e81905b5645e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1ead842e6ce003d454ece25a1e117b70755db6ecf8c235266cf914179fca53fc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d66c88bcc6a93105ee99cd400d8efc5e28e7bdfa6c530396b672a354c821d542"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "536a4f7b0495fa9182dafdd056b7222614a8365a772ecd52ed232742ec46d4c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b738fdffc45fddbda987a3c6151798274acd4aca4b352945579043facf8fd100"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30902d2a86d59f31bde8efec1c748974d9c7db58c9e6d3271e6848a398352d8c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5b5fe1ddd11bdabf94c91df1766cdbf2c31e60d0c8b9b3d4091231f68353ee3d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "51e7a5b91d083860d1d4dadf477ebca75af3f235cf2a5a99fb4a7d2e01b64c69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "71505718b99563383f261dc21cefc7786c674fe51b0931eafa0a5b731d845cf6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "01a6549e30fc3e170f27cfc560ff105605731559f3c8988ffd7304d5d1647d3d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "be2d82f000587939639394195eb16ac2ba4b928c57f8d00a6cb6e4a6e904f8ed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bf334b786857f75adf5461b65d95e5f8684663a2a98ef7e42b61f23f100a028f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "33baa0ef6cab4306e26acf56fd9751637e8164b75e83a531885392b3bbe9afea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "58dc0728a3f0c207fef0f1f856c278119962ae2e27bd1c48f7c56bbdb7a90c42"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a581fa825d67a210e7e6db1ef5e34f1cd60beb0c1291a7363da2ed5b646d5ada"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e33824720ba3f51714e53812dc6c5e93e860785b45990e22b247e947a8e4775e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b2665a402c92ac58f9e9c62b5d105dc368055fabbd2f10b379589a18a7194299"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d820aa8690aed4ee2ed1cf71dda14af67849c63309499b12a0ae2977ec735203"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "949061b1c5dc878d690c3882ba55151b3fd2a6a86372db0d269053fd7f25ac6d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "04583449659c7b4213c90fa0625dfa43b4b62cf98685836a2c6a7c0104bfbb1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "165c2ded8287873099fc6ec53a3d9de461211ff27167102f738d81a90bf5e9c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a8a9141eabaced49a595cc75cf419cd7218ad3a075c2a76a2cd3d882dedd6a5b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1aef67199d14f652e4e6ccb71e5d0d4514b55b3e60c0c6f2ad86cf231ae68af3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "854da0750f279eecee9801b9c77148141ff14fcf7da902430e4ca3cfc2077011"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a3e077ce9e3a4a55099e5f7e93d8039323030c6d133f5ef370014e4a20970ae9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "256fc419b98c38cad6e04f7389d9ca9d6b013822706bad1fa34b70dfe4df0f27"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3e401f5d30da7085d35b3bd3fba02468cc13633a6ee9894a76278d0c2c25b51e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "065f771a44ce1d1fddf306ed4e4f9bb6f9af9e648dcca5c6950fe9cebf61f83b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ebeb9588e89290ae45e957e29b4f3212e42ea88c06a030e4e7c0741b8a914bdd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "172eec76a76be4d160590b93f1e40f4e5995b8fef5bd6d0ca56d4ebd57acad07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8c558dfed484c32579208f64def56671aa2434649a9324531b8e12c640c6fec8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "75eaafc749048c85b8987e5f13633cb635185b42fc0fb724e0175c317967a202"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3de15c9de2fb21b7c41a721527c73fa8bbcb486db5c55945cf9c48562afb5c83"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "cd651cfea59678391bd1d31a79b0337d6e0721cfeb71701fa7c8ac802ce0f7b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "6a665d270b03c0a40ca6b7fdba4261a8acf3635dc48d5da1ba0eef84fec467d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "55455d6c5be917b901fdd8315a17d68489a8c5ac56ed293bd8d7f1064072ea55"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c14bf4bc8211d460fae5f2e7978aed7f3b871d7997869155043cae526fdde4ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "731812cd40d36c252b4816ef661677027c77891e825613f7acebe83ee36c7707"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d1878e916bd6c75cd16afdb83eeb19b7779321dddcfa9e7655f9692341cab1f7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "77d2b5440594d535fd1d76d16062a2c42bd242186b9a9cafb3b8f779aa577cfa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "2dc905fb6148efc8a0edb42dd35f9cc30c0c77c0534f02bdb3ae376a0fefeb27"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "28e671440b6ced8b7bb9e85ab302fd4dd27835d70c9b8341766b37c09caf1a06"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f07bc8ed1698ae0fec94a21aba16d5fbdf295bfd6257e5beb0cd01a759dab9cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b6650634d504b630b3e06645b93ac8222c4987bcfc91080bd7ad6a04f4e7a7b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a8cccb87bd70f25b5c009bb34242e5a2aacfb56508c127b3f57905e188b82df0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "124074e4224a6c300542fe6b28cc1b466f01f631cbc3f6c5465027271fc8c643"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0bffb070b03ab6341d4155bdf19818503231fab77cb12cad20a3c2baa7c1bff6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9d4aaa446e5e0d402dfa0a92c81e1dad353930859f542bc6b5c6ce4b305f5df3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3c96b7e3239e2cf25bbbefc27b13a7b35398f9083449a5356c8ce209df2d4282"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "64bf133307c1d18e17a7e0c6fac87a8a690f91157577fa677b16cee050ea8427"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1a9e31926b68d6467f52c556d498d3846cdbb84de10d560c3c6fd3462cd07ac6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2686168dad02f091e71cd9c940f10a3fb1df6f8b0ea78103c573764963103d83"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9ccb543dea39325d4f6933c9739f2545bd58fec6a19cb8a92e69440a2f451e57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7df729c85e1969f5080a430999bef1a8c4f206f9734025dd4bbc77c58d6f0fb6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ecc067e3e93965907cac34b4399422cb978e82c6255eb17efefa538588a52078"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7ad5b3e2b0d9c38e1e8c0f4c291ea0082da1851023001a77c28f1526be001171"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b01122ef3a391a5513837363d1eacd93cc492a9981830c1186134d9f6adcd0c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e51bd3f9dcc90f975c28a507e43bc3f0da64f3890b50d57ab8f1993acd445afb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b0f2248f2914115dbf13a800744ca6fed29fc4845ba6d40c3fe9407a28d8ebea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d97a9408b5e2201bcfadc2a756eccee1bf95ad4a00bc318a04c4a5de546ddc83"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "bf0cdc75b56b8f10ece9c3305fe9524eabe2a58d5717a1cd570c948911debd80"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0569af5ddffe963616f9764c53938770ee6e64a1c43835e1610d8edef4307352"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "cc02ce4db4e4172f5d9d5633924107ff0b109a9e338146b695513d0623ba26cf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0c206f5fe4b9b45f8112a65d5b30d19b1521226224bb8670e1885be05a7f0231"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "0b1c28989eb3c78fb5c00761238c63a449f8cea6f5790fa038d1b25132929389"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "17437396c13ce5cb5f4be77eb4f8eb2ff60da05b87829a51bedd4856e1603bfe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f38de2fecba26a3fa08f9e1e01783b451352bbe23647da618e062c35711692ba"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7cd42e9c0ce91761f38f5e63a01435de19100c0c2b7ebe4b7037590c817c2988"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1185ae35c590eef3f2d4a0e44667d29fdd7a29837d8e5fad69d84a987aca33d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "97a956a51b6ba13910a2ba16e5652b3a291cdc82e685a6295b45dc7f15c5bd08"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "fd97e0ecd9ad13965c831d84103d5c9253364082936526c8189021a08199e12d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "33cfd24d0a06c38757133e4ecb1b63a0a9732452015b309bb3833ba87cc5b6da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "ebc38e075bb11899ac21f3d5af9316450f623f6517357a797ac2aacc5022e35f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6439aeaca5be588e5fd0435f0392d034dd56dd177ee53ab977dfde19d065cd73"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "b3d78a03e063fb47b76215155bd9e08ac3cbb2020616fe485732e4bd43147e5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "0c5ce4e1c1ce13de78ee8f68858267e5e8b2aa4109b5fb02dc6e090ab4641f52"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "564e1aa8fc7eb96083670401aec5ea94b59e56b21b2c8f5b98b1aadd09409e19"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6ff560d4b2daf1d50cd2f44560ea69b7056c763c395192bf1d9bd7d2b34ac0a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "2f6149fc53740271dafe226d921ac564435de3b58bf152be2acacb436c62e3af"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "20873c4d858e2f7fdb5a66e84cb4ea55db7d139c4df673c6a6b37491966ced8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "f474710e1e6e4e6daf4d7dfc7ec476dfcf4ed76cea68824f4f5cf221bd9ce98e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "802d2c5031a5afd106738909c4a20964f0d98ff7f3ed092bd491b95c9be2ae3d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "183cd9721c5ac8209a1ded938241631bd0b338c1e969d2de44a87872fefbefe3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "d65dfbc4bccdc1a2057023f2747ef0aef3853aef3825d4061be2a3fd0a6be50e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c84afab5551c7f1dd4d2ef3e7b181dc7de438b147c17703983cc3f04a4f846d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f5c98ba0c37823452bd341ab8ea3eb91a68064adeb17c732d64a1cd07df4ef8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "86a619adeba880cac89e068f78119bcb73d09fce7e8dfe8ae243c66a89ab208f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "b8fb69ad69930592f47a5f14680be08f5072e4700330aedb459498a8f321cde8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "fea99e56e0982317e74fdbe5d5701218d4c772450b8d7a32f419a6409193b9fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "7dfbff4f60b9aa7fb707040c307d81e6bd5044920fa957e54794b399f57efafa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "266627fe0935ed94da0795ee879b0f67c9179ec8603cbc49c1a1b8688cbd6d8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "72009d5a6ae49b603c09c21bb1754d075de9e9c08affcb351c62d4ee6e5fc5f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "465c4e7fdba8fa9b95fa99f3f67bea1ef4cca3d689cdad3347cd69ebf8c94749"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "9310880fc053f60a51eb3073abb70ea4385bf28fd1c04ba1c59e13ba7d5b017e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "f7e24417a556f7bd43d2e7308f35f02b489cc7fe78535fbcb7d0be6c4993b1fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8b82f9184d89d92f9c8f827f6074594b88655a68148a5fd3a16303a2d89e231d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "92f98cbb82623b158fcdea0b15ee5f9a01b17402d8d49a71c44ee9f8a4861fee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "596efe52a882864c26076eee8db4a78fc26354c5a5d7a61a5dc7942ecc502dc4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "54d510b2dbd0bb4b4603abbb1c8fb5574efb422a869da4c997973a12b76f7fff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "b0d2bc1c5bfdf8b38986f6066d238e668e903c7b21ea8b9676f4ebf7a226c4df"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "1983aa33601a1420ae29536004ad1d63603e80265a4e2941b21458314b764177"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "3465a4185d45b0d962e46ee0de41184c62f791a29f4b926844522d43d494f400"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "83bab9b73192135e12643c536d274ff12e5548b9d3eac917581b2c5bd945c7ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "392bca445c800b1563a86fede6729f1c0564bef0997054f0dedde141d54e598b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "c4526c1779b59561695cd61addd6098e90f8b2a75c1db52e28c86e713e811b8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, "0b609646866fa05a98f01961c5a9f2599fd2270c30dab343740a7259e0a5a41b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "91f7ad2008fb99ab4aa62c7ea0de100b524687d445049ae5474f0d8824d7caaa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "6a0c7c380cec24d6979d579e4853a3bafbf57eecd808ec4d8320745d680c2d05"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "6974b1c6bffd6ca1a0898b5ec18fab84c05e7aee99a548f37fbfca0dd29c05f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, "13196bd10d1d66caa602e1049564b5719e114c80a71673ce7c164644d7f223a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "54c0511f969f412fb81b2b24dfc6e9243b147d1f5980723b54cab6f6b864e167"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "8cef8a2729b441a412bcf5afa6be6cc1dd0e17586c98951fc9ecf61741f8fd14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "38f01c3bfac7258e6166ccf812d7c14a971ecf2b153c78796631cf2d7210a924"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "122a7a9c2772b1cc4fa4c5f8010a5af963fbd97f2575e71e5fab8e60d7860233"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "c45da28d37cf4fbb2702c4e0312f6cee7e6551e04707dd8f8525943cf71f636e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, "103c0ffc56a5bcec37aa9bfb44b2b8e87192c7fc8fb084d5a4332880c30d68c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "6e01ada50feccc897c66179d40758307165a1e96a9bfd0c7e73da5272525371c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "6519536f400692296cc8f73a7df4b079f369cef1ca586df7642d8b8533b23a19"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "f83a58ec75bd7140a6fe0196bdc305365a3402b5a73d316f4eddf7ea8a79c188"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "7d4daf45bb4dd559538770db516f8e7da2b2855fe9fa8deb3fa34687f4620398"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, "f830aec765871256eacd605d501318bb1b2afb4627f96b0a285806683ca01e19"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "aaee9ebc0a3072af57e05732be922c5794cce733fa0a52d86ee927d553742074"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, "8b262f22d1ad2520fa530cb3b96de4f54832aea2e4b65d0d3ab041927ed61d63"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "89ca900109f5bae24d61f7024124459bf47f5990ff810bb588c145208c117f07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "eaa7397e29869219d5e23054b75080f92c35bd4078cdc033b617c668b4f9b5ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, "58d133d4fdba8ff976d91f106815df7254a3c121ed9df7cee969c0ae3217d416"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c6b8383f6974de15be14e05bcfcea7f786b2aae590b3c5ca84d97fe746eed1c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "076ee62c7d66ce3beff366f3634c3d55251c57d9d7adbd84a5c90909304ea9d8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4f796e32dd36270d9e8033a3e0b31712745f269635d90cb6b08cad52084ccbfd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6af83d50b6ec9058ec107d57e069c447eb16c7231ac9321f44c1a271f9d0d138"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5cf1169e6b03a8e0f2c22c0d5a82ae27024122c870201d271287e42ed31eb45"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c53ef1592955ce6facbbc3814776c690753497203e405bd63ee8aa7c29897326"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "04943f1bcd16e70ed651e5550e250520648c512c8faead5b6e5b356cb7b4cc6e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ea3ed10a299398a9deca4d0b4ed285a140f3b4d2050867c8403e50ac9fded134"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0d7609bd60b8c5812cff3d4952680791af29b15e9e0f8f67e02ed28a2c4fc0d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4702ddbaf3f11e870345d348552bb38df53a639d6a1f6fe6c0e67ab770614f51"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "70d6717b01c12e22aeb2155a734ee73b25c45af8fd8679ab09d3aeaf9c71164b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7096e4e70a01f7f829c2b3f5731f44742504e46fd8d715d7363e723beb086712"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5ec90472ab784b22f714ef88827d1a4839b42b176666b10918787eecd4c036b3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "545e2553c3743eb58681f453a86f8916ca4732b611f73c4e1edf40e5c8751eb3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c6945e7ca8cf60c2d52074e1abbc30a33531bd8c8d34d6a5ebf951dc6886d8c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "82fc020c529ce27ee4cedb50584183761ac1eb08e8f655aa1705ffade6655075"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d6db539e986c67f5a853d9ae0cd710628e43ecde5ec4e9b6c95af99c9bfd05d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b2bbb6c94df8a5079d7ea27c0133aa201adbbdb1299aeb4be10b009de7f0bb1f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ae2a7682cf34c60eecd1d9fa7e23ecbfb2ef07756bc37ba78040fd10f96f9525"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8601f710204854bc773b18eb88b4bd42eccdd185753a0a757bf608f11317f764"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fea8952806e8402170dfda84162b77947456b4917ec6ea0b3688b6090bb066a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "113c21024fd581a767c1630edb3bb6c09ca252c81948b331113dabe5a195f00d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "57fbdc3670d6025d17310d6939cdaaf78f86990e0799bf9e93777c7e2f60582e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "31662a1e052ade4e1d28290ed14e98f7481f751e51c0611b680b17333c818a29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "44ad04d9c13c8c3a42a22d27d6a75468df9a5741af7e41ab488d7ab884596e9f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7c256fe44544b2cd09f98a1d378599f034c8a88195f67175ca51dfe6ca3a7eb2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3dc8f285017315ebc6ca633689cd7e043cdb1cc02bc961c320922ba97255fb06"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4a112e29f1eb9ff0d63f47902eabe8fb6fe647982085d19c22b9ed1a5b6e3a75"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "52c648022a8e2a8887f3ac5440a894e7c45e617cc73a43cbbc471ba055702c33"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e3b94c18c153ec396ae6535c8e22a51a77d3c36dfcc35488ce56faa7701663c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c5571100ca2b071050f1dbeccaa754d5e9a56e9638f70eef274edcc53a1f19a9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9b4814decf91700f0288165f9ce40bafe0b8c90e7ac619d9c02604e075abefab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b15301fe24e4ffa66a068c431fce7c4f9125f45567f8c090643522426eb9c535"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2e53c694848532b464713411f89515f7f38e5caf7cf9f17bd96f36c40b1c7e7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "881b80bdf4407fc74c8567ad936f972aa647c3e7835e85ca5b3426ad559a8154"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4f3292af25f1ae31c91a72057f57712503a0323b0a963067dc06e5dde802c5d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "412afc36a7a6ca9355886330c914977ebfe18618bd7700f355d3dfde03b00dbb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "745aed13863841af178be55b2213006f4270ff7c73edc9a53de8cd4bf75acc9c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "063e194cf23cf48fcc79f309166328dbf086577874257683aa857a994a142f68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "03e6de3fc8d8a630e3383085697fb4a3269c46e7160986849b2ff277c0500d40"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd1a0df72523ae90547a260c073f5c0a7d8e5ff764fe06d20fd43be4459d14bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f718f5952618293a1a631bd343726ee113e47026d505414374922c57f4c180ae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6baf27aed65c275f2af2f7a87ca306f79011bbffc2706d0e2712053644158692"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7f3515051a68c2c2e60d10a75448c8932a3f143ca046459bc527e4d7f2815790"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3fb8e0b300ef3eb49444e782164435e8b526dca7f542dd51e23dcab16091d7c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "18f6ab5a2230a0042ac0120ca03f67fd742ec189cb782b81dc627e6b3dc6aefb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "277f3c3dc6f014b12030143cfcdfa9560999bc1976ea5ea88bf36cbaca041ee2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "367d3668165343fadb46ffa92204eae2a0c002ebeba0e76efb970a36076a8f80"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "23beadd6ca15dde6f09c04655a222495bd5277d134d84ead97a45ebb3053b1c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a0c31bbadfe5dbd4d003e054dad9ed2db0f4fb9940980088d3315c8e9e2a05b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7dd3efbc24fe1986d26a7843ab2eaad7cbab69e58165d63a1d255e56bf523aca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f9be8ebac29832dcb3fbc185b4f9b44ae6c72d8d02490813b6ccd561a5ed406a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd31572602545ae3fa0434f155bf7ba0e95f894c566fe8835304fd67a8922ef4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ac999456f93325d5c9dc8f6c56d898de49ddd67728cd671e67e6176bc7b374bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9c34e24365d7253a76733583fe4d98656df1ccbe00e4440ca353ec2ca5924cab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "03d49e72fb3a71af00ae82685874068cd3e852590eedd2aef0dc852829e0e2e0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ee805236a8b2cd41e08ea9b1c5715782586ffcadc84a60970d7c0b0a514e3240"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a428419979afc73f5aad51dd3a21fb4c7af44f299d3e44866efddfc816ed4a77"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "81ba4d000699af38fd0e4e880a9c50df88fe238606e9b84aeb6b4afd5631ba88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d280bfde4148272ee3c7f788cc9a8e733b9d6b32371f4dd0709923122fd84cd7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "559f616b9be2fe9f9e9d03f6afad2cfd904868f0ab7dd22b6d938567dd2d3761"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2ee01da61cc8970221dffd4ea030284d980f75de3d5f5ff2b007d124349cc134"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4ca95f98b16b4b69cc6ec3a58aa6a546f294dfd4fb6ff1471927eac4117f8705"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bc746bf255a884307909e077838afedd38d2b54ae0d687eb5c3fc0eaf75e43e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "294c9c4c3ce37d39397243caa2b2d60fbfd5db951db5d1793ccbd597f9339070"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "92f9ff6ee12dac96fc74697cbd48fd8cd79870933853e40526bb5875fb2f590b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "59947a74f6ad19b80bad8d93b9914ce64d25f15b7470e91b9152912608b6d57a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "069fa6fdff5efb12f59c7b7a1c7412a89dba27ea18660ec2da6f99f46c593c09"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d74a0ad4f19afef05ded534ef8b675246b4cd9a732d7d854b688c9f084ffce2e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f9e91417d722c9eaf0556000d2db5ebc06652a26ec03fb052a67a8d8a49d9248"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6ab210ee3f4f33e7ef34a2ee7be3e990ae3b56e4a4db8859a28c3a38f5e8fd4d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f1642580fb5599bb095016bf607ec1d13f08aedaaa860e2d15da5afda1e5b75b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5ba90a7e783340e4c30dfbfa86b2252351f6801b648527a10d6b67d343baaafd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "841911b731655fd8b043bba083ecd44b399a08db08d593294c90d47944d76975"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "43877f984f34d3827a8e116ae0fecf92c292919ebae9e9d6118ec2b451b0faa8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e336d42c11971e16b1e57a22c9eda115b3fe43a3a19e26de2db611287fe18dec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6ef3d0bb587c695e6e82be1f817b8e5e5d1f4f29537fe37ab77d4fdfb51830bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4fb87696e906d5de94dcc24f0afc59f6e8fae449f0b1de42a3e75acd79f6ea7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "75a27403a160d2b08f4cfd26335dd611e04d72d5f042e34d5796716bc96af45a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1e2d2da1db34fa77835b63efb3203bdf30830392d5aaccfc6114c700f67ed0ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "28f6a6979fe48ede4ddf00d3687bc0afa1e5c520d387e0f1e40f6caf3e9819d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "40006a9152595b9e16910444067625deb6a15bb373cfd0d89950c0d01a7766a6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1055f91ece7287928285a118afda96911dbf01291e88b53ea845ef263c14a12b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "33b5c86c29094d1859b732c05d52c921b1e5450582f57821a96194f555e4f3f3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "72f7637e5d1b844b34ca659bfec0d69e85c53589f2b5ecd43999726a61bad3b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e8dce3ef30e29e65fd8a775a6e2d100f8cb58e51e1ace5fdf087a6503a38d44e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3f6b3d1bd8af2008525c8faac788f0844aee7bc53de883a398febfa569e65c8a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f14eaac65da76985064dea5f03cf28ff6a43863afe13bf317a9266e5f0c8edff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c5d7ea057c713bd21d3c593d27118792a01b81bf49f23a523948e823a6bbe171"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b36cae71e95b932df3966474f9705206eb7fcb3cb5fb44566e9e1b89e9706805"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4507cbc6ae4efd4895500790ade779c0d6098c5945113a25f0bf342064954f8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6961f3bcb845403747dfa01a4e03560d7c4d3ca75584fe7e537fa3a8f3a57211"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d990c8befb4d7f1373b7bf79317dd520eeaa00d7a4626102891bb144ce9d77c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "293c97288fc41dbf21ec91fa2b1bbe15d716902d41e943d11878cdae863a33c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "16a4cca2467330e5775dedf2e36992048b42f0caf7c2473ab9287c75800cf7e5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "de85a45deaac8b94c2c19c653602789ba648e8e9cf45cde5cae5796bfd08d473"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cec3bbaa15b8fae6cab96a03ce3f64d2c84938a617868806e378c21630abcb36"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51245622cfd6a3fe26d8fae0196c34f5bc062c0454528a416e717c8d2d4ab204"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ae4b20412fa2fbba92c3c07b67ff92e300c14db3d4228ddfada33ef66fbacc8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7e90b6b0831e871507c80e5d355a8bffdd8411318dbf7fd5d39477918f3453db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "04438b008219c6eb54553229f5ef854a1581ba8352d87e1266b4e9b28250f3c1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "02460a226c2a5b8945d2c64ea15cea5f206f6d45f1220ff36b81544b12946bce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d951740d49bca8ac4e39e9364301f00f50203467e93f74cbc90fc95ca3a798bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9aba05b51e031e402811947b69f662f98b8dd64fa2d43e5d1d35d61d8a3f48cd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e5e6ef29e920df7d82e8146cfee6ab88c973e9a897b12dae2dd781abada205c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "166212be5e691d18dd542adb40b5448e191ebfe5bcbf15f2335b8efba2efb08a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b867c0019a7ad6be501fb3b3be77e60c851d99a0b38f4fa52dcff0914e7e0b59"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ba6f98024905cfc850905eb0ecf8e43a68b136014565fc09743cab48f566249c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "756c0343638f864227dfda9d1fefa571fcb866169d118d4236d3311f62dc3b04"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c43e83c4a6f852dd52c3fa0d06b990a0cf133890c4c11bd4d4d53dfe3a94b4bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "82614a6267c5224fc1b68f7ca9b2ed2b5d0a4575a69e25c131c0c83fe200f5c2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "752838ffda68c06fe8b0bb6466c6e65fe06a4c85d6f33376cabb83db872ac7cf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "272c65159707299cf760b8080260adde50c9552688c3fa6b31a2d297351cfa7c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ebd676a7f1445e42535638101c649ae88f1674a4926a40c2190105b088e07fec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4c16812f666fa16463be065af0c8194b88211cc39b51b62ee7744e4ae68a1447"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e9a1722c47af5ecbe21843a9bca8611d6f433fd816b57349ae4e7e8a36ebc70e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "faaff70e7fa871aa581b6bb94724c9f18f4e29a8d047b7e5ffcaab185a3a7d7e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "391dc5dd5b78ef3b48a91d94f86312e5bf1c098203ac3582e205a1b27b7ecc41"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "30e46d0e456e89d49d276135a20316d2fc2d97727d4f94cceeb63a530a9f27d9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67ddc123c3e03997bbc7529f69c88407179b729339fe6e55671b8cb133d705f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c3bd63c11a552df21904237b36dc5cebfba4045f0f2f4297f56fbce7b37a8a60"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fa58f4dfc068dc208805e51a2096ed5b48851bcff2386edd480ea36d13a0dad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4932362cd2904bb198df56e98890cba1707abfb3ab9b1ddcf5a832972a97c39d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ec5344d94c21ac058821a8a5baae3a1afb9bd465162587c830a4ca6c7f326e25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8fd2bc96d963f9e5fc7075461d36b827faf6c25f6a3259b0c5ddb6978aa2c748"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a6e2ad6c8c752df36c7d5ce13caf02dd335ffe342696b14d4fa31de5082881de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2fd2c81c3f45d36cb67749695532e16445c0669effef172b16c79d599376097e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fbe8dc1266b56aa405cf2204a14a3246baf3e0109e8d2f13e8abfc3a266b6f96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1966d032f6522c65a50761a07556bd6310bc4940579f00827481330981b3a1b7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e67a27315f1790e1976e9bf72c6fdf6b9436199b020c37eb8cab3e2970508888"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7bca6d43f31c1a51d610c6e96f873aa4a7faf82e67f1a7b6f3dc9c0704cc7859"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9648b9421c7609944bf5644fb40ee7ba75efd411c23aae69a941593d355ec3e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "491364d1dbecab747c5b13681837895228e7d7ed6c595999e780d34a15fe7b8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1f873d4735d725c328ed704b169ac028e4fe6ff46fc6bbf6f5c5b8d825a4d9b5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "847181c634b7cfd7ce3d32fdb0cf1090541690ba9198a3c75ffc5c60f78b65c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c4e1338e31ac612ab8d1cc30becb090c0635039e5bd43f6733110df5d0db7ecb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6e7a3605d2349d23e00a9537782d3dc7de3e21b7d3b113903456beb41ff5ebee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "24606f7bf47bc64e7d68fe3bc1ebe08c3cddd114da540fac75f019c2fa17f68c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8118229c470ad2667cab7f47c1235108578f1e6dbd6be44f0e8f56d8f3c286ab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cefec09c58ba7c82479a84ff3d249d6afc1ad085e7f0a80399a3b8293237d550"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e2353ac299a13ed8f539a9e072820f90d4fcbb9651ae7a32d2cdb9a84afdaa96"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7d3456d36ee5deeaf0e94f5c2b3363087474680ad5a4d663a3d2529094376148"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "13dcab90977b5c386546bf6f138394c400b4a95b144eddf62fdcece3a032353c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2477900e7dd142df390e6373fb928479681b2c3e6150e1267b254ea8b4e56a2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "79638c3c4a3baf8e08dd04620a36905bce0961195d15c29f2bda31f83321f7da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "67d4bea11af3f1c9bd045d48e966b00eef522b684daaf8b59264692b92212081"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6b0e68a2cbc866583569025048f593a36336b71a39cdc8e3b5cc999f1ac0ce2d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9275891c857b8e513c732cf8861d42b57751955bad9ef51dbfcc9ca773c3bd58"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "dd6ebc7239ad462b68a88b168ae83d6c2997e98fb60b7f2d0f425ab512591de1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "410e470c376cfedfb0c98f61c7fe06bfd99234cc5bb267ef2e9d6e73522f0d32"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "860de22b6e02aba69b35bb0fc2b87e02da04bb4097d9527be2e16c9b43fd79c3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "62d852a5fec4cb7b784400ccaa6ea98675f2686080a681f95ea78723d953dce8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "38b0cdb98d4be62e6b242fb7cfd9376477640a0c8a0b63d08012113b347929ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9632b09bb57ed7453ceda5e928e1a45f53b47da369b8b2a9c96eb2c2eede9b11"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ec6d631ccbd7cb4811c2b4a6fd735fcb3c982e5c569b6fd17d171779e6871c93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "881ba4cecf30a6242082898d8eeedc4ec067dd189fa64c4282bca1e978cee9b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "204bb006783d9c5d0567bc35327069779b5d8c15a7954ea277aa6a3d09600da7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "810ca213d1cd7defe435093f061081f0aac6174f30c134c910798a2986e5f59b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "46026a59ca665eebb4dc6048fa2bc0cdce15633e1371989e8b4e6c8b5691af98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e9ff1802c5d8c93ec947d7bcc4bcbea25f49fd3ef44b055335fbc61f330a95cf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "83ac1574385964ec5550275507c1515b43b79409f79854264156e4fda4ed6f0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d0bd941548e8ded80a68e36e58be1a555859fdad50dacdd8643fab01acd631f9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0dca612cd850ab9facb7110517eb4d77aacc9a9535be089dfd61c6f5c4d833c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6918e6bf10f3fb62a6af2ee09f77e3b460c76f23cfb72666e29b9f9a28925ae8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f1a9aa3782f06a7681c5181ad9d304f237234156910d2a8f295b20c5ffe3dba9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "06b572151d3cd0944d4eebaa8822de2b63320ebd0b6847263c7e166f0b5f04e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d9b843cdfb640064a3a4e9365455453cfcc85af0cd294181dbc209b66dd1b6b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e5d1278648a4cf433bb9073cb92682f7f10fe78b49b6f485b96e7ebed367e930"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ac3ce7f3ace957115b9ec35d8fe4547fd13ef4756b076bf07969cdab4f4803eb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db85419bd6cc799761a92f1cdb81121dded8447ec66328be87caa0031b30cbf1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2b26ef09be0f18accf7244850da2b81358368f6444acdefc31730ccf7f8f70cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "65531b302e5fbe45c145686d4a6af505393dfcbe8751911f13b655707f80cad8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "56c0f01b0ee9f1550454448ced4c84add55ed0ede8fb466bbdb727802b90bb82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a0a55cc8dc8bda95fbb6d9c7f4ac068e9cd12c0c51edc108fc567f5ba87fed07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bfa097555ca984d19a4b8f9f9dade0ad5ebb59890c42e8a19a152d014b2add88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fb5a24545f07b2372b9260dd5adaf903a1727f22fbbf7f973d48410e56f5c489"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9266d581ff1134984ffe872430b1c67eb5c393efa92f0bfc1c9397f1e260a4e6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "483ae25f9cd9a1896ec826487c82bc01f60f4c01dcbd8aa7ff10ae930a5cce21"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "34215e00a51fb49ed0a7e580cfcedc2015c0aa2e14b3484ddd43697d3463d76c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "765fa67a65baaa2aaf2a89a2e5c301a224af9ddc751bf9f1dc9f8e383364aba3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9fa80cb743d4c0146589f4b546b6053dacb1a77b254a5381ee5fe9cbfde36587"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "07d1aeae86750b8e0e21af2eddf5b02ca5942f4b56294a42a9fb96cab7791ab8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bc1180d0a1ad27b424a302548c795e704544e886e32f4ebb842607e12d780899"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8f398d5d4253b71b584c3ac7c2f2805f6c9cabbf361beea6e7b71394828bc101"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "74fdad3c87d9b9a001e87c3eecb849ae2c5fb5bf03345d0c491db6dc228f8f50"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26a0f44dc896642ee115823f0aeaf8256a0123d977b5bb7985b41a7bde99e386"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7b8adead6710fedd9d128d50782f01c3c311bfabd3e581d5af68471924dc3ccb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "80adcde4a42d8042614975866b9991461e206998a7dbb35c0d8ca45511b517d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3746af8e05ee5fe80f7a9a628c2f3e9274db4c580b7dcb738ff9dfe69a0441de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f168d03adc9d43318f1882c9ae9dac546f9f11c07c05bebad7ee64cb16e49890"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9beed559170026df23168cb2958fd5bfd430dc1d29c5b8702f92364b6658b341"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "689e91bf72f6523e603600f00691099b55398110c399000a5446ba468b7911ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d84bcb80900acb229c0c21c759ecd3f9c2b5242381b9b4eb130e679ba25e5523"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d16b1e51335c2196615d7f9ce12df72e4995050d45bc09267e2384b12eff6c14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "49c2ae369e2e6454d8ab4953f9e2a3bd7bb9abc8231384104ff8981cc034035c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f268e7c87b0a4ca6539961fec6e12b3582c8fd0b096919120c4f7e919690f650"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7c2a061efa5ddf01c7afd693f67777c8d851acebef77385982b0876cec4b3e51"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "48782edad8f78227556a2df5b55604b55f5c838ae5c3f14742a0a8430edb1afe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c9c3f3962eb486880af003d67d07ea9ebe7f9c91bc10f19a779c0fc0e6885d3b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b073e3834c58147112624e11f288928450e100dd79eb6db44d9f6f95c429b3cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a6b4626d040608b1dde6ba06eb2eb44521d973aabc42e570dc9c7bf60ab81749"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ae336d948030b12f49b0337d3ca3ba5020cbd080bc5639ef785aa910f8e43fd2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "8a869b295d573350821ca1a332d566bdd698490199d3ec72187685c9367aeafa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "dcf6249126d5d0134f8a71cdb5ea1b0b943ced988cc9f85aa9a84a661d79748c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d4c89cc8019301e709943085a3a3c13b6ba539136562137392c8ec873c64a54b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a14024381f65879637cee31640bb29dde23210f8a7b7492a1dc2913359966448"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "21e435b1318f0188eeaf278dc21f160e3cb5823f71684f6c2d9cd3ef1e241fcc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "53068ab8c479fb046d95f9971a5e09e81a2de3f0469cc69566c0641c7084780d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dd950258e48bd6a70cb8de02a68668ca914becb26c2492762122bc81e5261588"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6e04c1817b732523d4c23e64254d543d6b1108725b3a0416ab61dd762b5ac7cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "920760b2a7850246bb1446d4d5f3691a0c230ea5cc007415b57246b799a8fd25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "833118be6a2347fb6f7f2b0a0c8e54945a90b4e5e7f895c7ee5dc7819a19e861"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dda3c37f842f13fcd5df83e31e4f68ddada7aeee7d5e9dc548af4d7dd870defa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "74ac71ca366c906623bc1dc02278c8d832b10b01e46844528f2d06bee75ed5e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "08002be796e5e73fdff5be194a0889aac980c1a5c5aa511e7c25b408e4df858a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7bdb6d6997b98a1d381726fa4691df23b31550737a074555197c8d78f52d1abf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5689a82a177e2a68bb74a1577854dcebdc5caa9b02315b5fe878b4554b3612d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "17d909e68c30d0872ba74cc60b4f36159a6bcbc13c7daf93023891fa851ad33f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c5df0be1dc5c81ded1ff52d87446c21f824b293d7ffa00e27b732cb377923219"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a5ad4675f5ae29b7b0b079979636db8528cd0c4cd9a2f2fc009d749d55aa1f93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7d7e68be66ee4d7b833a7a6216c30266266fbc9aebbcf446dec0d1fc4a950bfc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "49def4d1c05c60947ea57f593737d215bc325c91172985c2186f4c5ae9107f57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "889572ccc07ba08f99d84c3e32a36566f9a79971a01a0ad9ce463fc8853001f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "00fe6d91e6ccc01677aeab1586c9d1acb1573e04dd716685d6aa1b61d897f521"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c46df79cad9bef4825dd2c46078b719832033f988da8dfc25de597ab2ea6a4c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8a23e2b32467846a003906a9b525b697886cd2c7e6c7cd2e225801e037a613bf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b7889663974c700d6c4e284b0fa6df3b44ee98da9356a3505fa31c3bd3a45763"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6328bff82dfe784502cd8e29a0fb02cd61b031316f119dcd819429c2df23daac"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0a419effa300c8c5dc161f650ae3051f7aebec2d2ccadc9aaac9d1e2bb151ff2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "561ca7f6208a56c530296d466fe7499c471cf528ce0afe00969143c0d8660643"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4601b73bdf6f3548253f6ddca3badf727c3cc76cdb89cf72f54b6a183db4bc25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cfb3259c8e71fac4248047f0c0b2260a7b5c6aefd2da63e5681b80460968e6ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4888ff01743f2f41d63f9611222c8e34ae93410ee996ae32345c508e77513763"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e109cdeaa8ed10e3af25b4f8e05c44fd48f8b38ee6c7c69aa4eb7ffad0c2b3a4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c144c9943290d1e27ce5dfed25d71e18875494a14bab98eeca85be0e6e182d8e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "62eda4f765288655c8c3184b429b1bfdf5710d131a4854462ae8dd0225ad4aea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26621c9ebdc61e160fa0ad15e6c9ee336b0eb8f8652c3d8fe36beec0666f129f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "eb86e934b50f14ff23a38964bb0228ece754c047ec675aa0d88a96601b8c4566"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "335b3cb431a6e3f1be9910731f264beee7215f28f59119e8dcd3ad3ede510c4f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "49c765d3f83c0768386666f3bc6b47e33e12514b601bf87d26df38fb48d5eccd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f4311a39637b39e164c210069a2c25b29d5a7e15471207aaffade3a5e4c0d0dc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7caf4fcda3cfabb1ff6dc8554617d7055b8afcacf3beaea585599c4b49fa2b04"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bf1a50e63bbf9635ecc780b73c00265521b798f309134ea76a6b5c869c6b2123"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5e18a180b2ed5a9bd00116fff9ee97779190e3b660664030d26dedaf6f4e4f4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c236705b5eb1ba88b442e1508a148f173862b65d483564d89fc69d1d10186d39"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f91538a2f592a3763eaa5fd2f4c114009bff5b57d161a6921d5cd75b0ed7ab1e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5ecce57168490e8cd871be07c6aa4597bd9c5d61540d664f9dd4d260c00c3eef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b5c104858b6e8b891dd2c691ca58cf12503c967a1b326b9e891b23e05273538f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b64e1655bd5944053169ee71535ec51faa19295ab13da2bea0cf48c10d1108c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d7ade395309a23524f0faa2eef2d385aaadd00157f963a752fc286616cb1947b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5a0aa10fbcd660a960baf0e1de0204f7eac11ef25df2aca24597a7c364fb9daf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1b6bc8b8a75415526d0f30ff688e8c255a011b0f18f55aabcfea61a50aee7ee6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4786d3b738e33621260e96200f8970b71e3e782b0abae1da43d7d072b05fca36"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c95108d37b949b595df1143024e83626c139836a80b1513045478331dbe450de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1adb47419a6fa29f6e069bb8f06a6197d9406909585ef3ffcc31ff86eb4eb7a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e44da0dcbd477f5080ea93541252b215d7311ff8eed1b1dda4b65239597c3018"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "75ea055cf757d528b1826d5e53c1fcf6b7f0fcf15a3c8526980048120769b063"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f8873a3d9c3a020bd39e41a252c92d069e77c2bd7843daa7f8d945c65f5660de"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aa03d760614a9f54f8b73541416c874cec3741ee528404f6d44e5b1f98627ef6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "509f39fa5ede02f032b030a63bfa24e927caa75745c5234e039a558dca457d2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "266e1d28e51c1aece6934fd14d9afe1a7c3d6f346d6756f7046616f033b05fa4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dfc867fdbbf8cb6e1fa392d5620f82e9ddd6c743234051d801c57f0571fc1046"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6a44e0ada73bf7b56108d6597169edaf18f8b7827367a655383bf86be9489cdb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "50032bde7f4b2f93b2a5fb63f78d471ff7ebbf53224c57b0aa1bd8939188c68c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c21417c175d08bbc0764ac4654a5844d853c48e8a170e2bff0dd416b178bae97"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c83d108bfd097ae5b53a1fccd64baffabfbee2307e23c7b049ae7b8142aee886"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "aa3f8ce096871121592cb05c71da89ab4fa594f38176f6117a5544d9db85d52c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7de3a98d87b1085260d9b47c9ce65f9a5a94f419095eae86ec7d85d426bc8947"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d91075ca91adef0009edc9220a4e61b4dd7c30ac3a7c1e9f0c03b9aa8cfa5254"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5752f0a68102e90a639b04cb28b2cd0b93ad77c0f3a1a2004a5d83aaf7f02af9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "8392ee03f15442194920b6a28184a103b9acaa3360e54cdaf7e5099ea8032e20"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3e19eed8413161ed55e1909b14252a9168c20c96e9361fd087a77c3212e16c53"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "25778b88c8f33948f3a1e901a4860a9869ac036010f2ca62a271a5aa82161c03"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7315e485cebd4bd5b3dd49ce47ecb31c425ca8749d80868a2c65fa9e15537a56"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "78609a557dde1eaea45aa990c0f4215ae54483b983d71b4aebdc4652bd9163a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1c9d8d84457768a0888dbc37f69b02288b7fd39eb0d220c1cc2c18486b412022"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3313a43a45bf6f6604aa3ef28b9f25ef1564fb839d2184df39107eb913b7b56d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b8fd4498eb308a3a108ecbc26901e4f7a9f797ec7b48bf1166bb8d652c1e08d1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ea1690d2c50bb988643dc28b2e1bf7c9bb6d2a2d538f9f8c004247cfe5abb1d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "252cbb8466fbc4f678acef536927ff19f97e6039db1bc62513a49c0b45d914ef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "117f89b466bbef4a243c700938a43935855e41cfb7c92d0844b5815da7d0a6d0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8e2c1fe1352cde1716f803dfa0e7ebb7e6d63d9a3bb4503e565cf7ad5de072d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9b03f66d1dc7eeea0a6b2468b0c87d923f16605df1333ff903b7c04f9901fd51"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a2ff03b138880f9a32403caa231d52537751adf04c4e4a51220a966a6be0c613"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f7816453673cdc94901d6752d823391223ee8bc4ae3076b3d70d5ae6a5394a17"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e6a6f2f6c6d03af5681cfaa366ea7fc9fd2e9100591b76a8838d54cc943cdeb1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "88f7218a7921532d0cf2e4d5b9720675e25a4493ec036127c6925a7b1bbbd1c0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e90a195ed9e10c01ad55136739ecd87b577e27b8fc2b4a14e5b6adb1770dba2b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "bfc3266cf9280af494a14474024f091c85555505dcfde692a493ff2caaaa2aeb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c809c404d52883b2ba5c89832748bab539eb12cdf1a8894f872fba43f94da451"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6405ec6381cad30e3f74ac8d40fb4f7ee5f07979ffca01ddc9a00690c60982d5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d23c83f2482372f931dcfcbba2f2be5eafa7c5ecb62708b093bd1e167479da0b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "96e41519165ab1aee7d550cf87fa30f532b0cf6aa5053b4bd446b296aa711172"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6f7da6fd2c5998c3ffc6a4cf462db36492f83b8a37632025b7429913a5c0b9cf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "59d71f902f60773b3c9a7c4a6d54ded1062f0138ec3035fe2c569e291711da3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f72414e3eefc8c1afd31728102473403a5ed15f9258573a45d566d8a4e6d76ad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "07b34e41609defa3458aa2e12b2165c4f1af85c19c77582802b525d09e4a2645"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8e873099e104f56929498a7b050b975f670f7659feb73f74149c510aad4086f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4ec3a757afc4e6ef69389779c30cf7ad16ec90ce5e8941c09a03e50ab19e2e84"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ff943fe6ef416358eff37008edb7864a04c231153ec98412a498996ac1e68e06"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "db3d7f4142ad8673b10aeed49e3f9d6eeb086a0b6f9b360a39ee9a45bcbc4e0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5b1ec1fa50e7989f220d5a445375044ad09402deffebd3cd7e51f543eb4bff25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "37c92c85a4b4a08ab7c692822eae31fa16db963e0713aa8d393c23953eeaace9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "26ffe0711bc756a83d9343c1e118563b56dbdd8fad78497a2123b66c8833e1e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "940890697f2eecc92bbdbc007b9be3640cd92342a69af5ac6d2f84544ca5ff35"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ace27dc91a0a86d6440e4ab1cccdcb7cf22093d1f69a355f8a9d8565b39014c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0912b2dbded4ec97848e1fe206ccf641740e9d02d8c59670a8c834625cb1c24f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "145295039acaafad19cdfbf5398d6201a4e5b2d568f5abf7cc4bc7cdeb0b6e3e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c6d3f4fb9da3073d9deebd471e264189d7e33aea515d8e1b8e68105f45cc5556"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "34a57393e185a7b02b619fad2562089f1cafb9145c205253b8e961c1c1637d92"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "7694be863b262a5488ad62747e03a9abecdc9c4c9038ad98f813897c95ca8200"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a45a4e080ef21179b71108d8ef7e64eb214b6cd02a349510e7baed91d06318b3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "552a0a294b91fabcc7931be60dd28d0753aa13d218141f4221e4e70bf328654a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "88ea18fe67f669386743f5d8a8e8a09c204a11bc03cf7f373fb3d237487849c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "83aa4e3af361b5dfa57c795fee6fc7923b44266f65f8d5e303b91d1065e91618"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9169b3a7d7ad8995db152358f377d6c1badf65e8f1e762c9ac6b54361e0ae72f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1bf9b7f14f1d88f0925eca216224d55e0d290322bea74b7097db9a4cffac0115"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c690758609d741aacefaf93815f9ac085188fb0031c1d9298dc0251c36002d1f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "afed1a977ea9bef96b0bd34ca0dba2ff6c690c55d138f0f27fda778944b10369"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "719e2b6cb2eb515612e8767a6b025b6841580aaa658ce2d75eae0419a76da1c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0785dfc830a0b435fe357685866120c4c96f9d87c3f3d52c5a835b1fd5c54c69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "de9980add013225b3ffe87035e3d4f3169e14e7f1f48488c297ec9d264191ec6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f54d90bba87800395cd5d1f2b94d5f8840399be6a00202d8940c2ad9e0e9323f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3186b31b4fa7a978577ded44645f12d8b05fec1eac8a5f229659f664ce1d3666"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "72f79f8c3516ae464c4583adefa84c03dd22ad6a56490a9e310cd306eb90a90c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "860d02b841517acb99f5ebf6d6783ef4cf3e0e48841c4393eac3df0910df7598"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "10482e1e89ce9b10e18ea0158b3f4b478cdf6a0ec3efce4ed4fc342172b71491"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5f21d6df4bd76b5a28a26bb4b01961bb9b53f25d479f62063ef1f82f43cf2eda"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bfc33d5af88b4363f62b1f84c2b507ef4dc0f4e29e2dba6d4a7fe90494186997"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6f2d48c3681fc0c5fb560784391431a5ddcae990dead4673f3720be3f769b610"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2f62ba33b95c170e64f5fbe21f90f97cac744d5b7649a0e3d93fc7a77dfda8e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5bdffc9a04c626dc44fb4391aaffc20671165a0f520fbbc6378582369f90eef2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cf9eb3ac500f28039b361fe8e7b6d1d8ee0882dd9420d6dc295f2fa4368746ab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9adc2b89e41225f6705ebdc21c814e571d46ea56f711a2f6515b296240070e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "02157b7f2ea3d0c83e30827527ebafa040d0086a51c6726af1c37eb293aa7e25"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7e28a3a1e5467b0ee71969de04cfce6dae4e38a1603d32e5e7b9784a265a2c6f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5044ee60087dd402e2f8058621dca71323ea5c5138173100fdb434fb71836b2e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d9f29cafbf309ae0d0cf84dceaf21d283ea266a7e0f9ceee2b478c4af23d630b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8683113552aa339960d6b58f41ccbe9900efbf5024082fad57a04d375cbf4887"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c8473868666b78ff8dc5df217e665148a1e68ed6ab5f97f1155bd8cc704014fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "124d4553f0e9a55472a7f942ac029fc6926a6a99d4574ac21d33ab322928ec3a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d778860829046fce163be0ccb068bdd72a1dccadaaa8063641ffad9995bc2069"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "be2904a9c3f21a683043d651db5dc49dc3f505cae52739ca5e2b59bcb5f1de81"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "85dc3fbbb50e9c39a9129d6f5ad0b3a83fb3d1696466b39d1f4b50ddb36ccac3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "64d40a5276fb9b802916f66b7334c9e7861eaab7f3abd7899c68e925f48c66ca"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e0b2934f861b78b5107c02bb28642a4d9f6ece878fe9425f58146e63a386e28e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "13b32c55a13b22bf7d4cc2fdb136ace0826db49c733526ccfdf8acee8a5e5e78"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c1e34453a78a3a4d4133009698089e01c9116f09d32f979bc06cf1b758812876"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a565c8c294c95985c55294186e18bcda7dfdc55749414a24aa5669b80621292"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cfc5a82cb616610b7e16e7a4ddb5c4c0364e773feea78d5da416f7bd52ad463a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4d1c203772a586aa2cd6a130805d74b34a3706dd003c105b3198e7fca05b6f47"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7a7450cb841cd181fda9b06e288bce18135de328a39c9b5eb8d47dc802c2714a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bd724d11cc1fbe55dd351ac723ce41939ecd7232b4e3a9842813250e0198ecae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5cf976e42e2233db8c2ed931ee897b10d3c3adfd5f393d1573078faf4f1c1367"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "863e9f5ab3cec26b14e97f856a7ad36d94fa64e12179499823be32b366605824"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c5785939f4d5aa367341d281f4895ac40ee88e19158e7634b34a7f93ee0e866"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4519d0699dbdfabbf9ccd1e795127fb0592378da09a1a06a72d5141f68ee912c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "cf6482907138d20d16a0e7d20e9a10f03d5999edd0794048bc9f29072c568c59"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "79bf406921798cf05607dffda3ef05e4973bdb43be5aebfa8fc49adaa886699b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "525e605e07fcec0bf02191a6383c972a3868b3454f3d38cc2fafcb0d71cc644f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b29ebbbabbb7c65536ef156899f9060f3bad3738c95164b6365b81981244977d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "239f99d7d1dba5cde3766bea73820a94d44d437a1cf124927c3320d954967c5b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aa7c39002a60bbd011f2eb513be3414713196ee87197e0d3a0fbad063dd11e5c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "16c85078b0c1eeecf2511267816d9db7aef8fc15ef2e9f1c078c9eb8ec825f98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "92ec9098cfa263144dbb6ce6e6813e52a2f8c8d9e29e8c1359701de4326e2282"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "17dd9dd88ecd743e9737485f41f506f61e6695b6823a5a2ec4931d7ddb1ef32d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "adc7a98341939bfe90d4bb4b822b473155862d546ffba60ea688075a000b95ed"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "aa029eaeca517f9da66f6ce7f92f69253746629624fa5710eadad12d7b88a4dd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d7596ad165150eae869e0897d4eaa776c650b3b33c796914285a78d0d131e8cd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "33f0e1d6305aa9c10d697c335b4e47aaa6b7aeaa69957c7ba77eb08a9975a31b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9cc2a5453d51d3f072351be234a3207d3ea5c1cf4d19fb6cdecc30c2d5fe7fc4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b6f6f1c7134b3c34d644fc7ee31d2d143db78c612cdced3930f5978fb7b85784"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2c9abec6382aca6df368a8b12e880ff6be9fde8b0aa1dba9283fea79521cfed1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "14c13ece26e971ead04f43bb7191e7a90b116a306281b379df8f007b92f9b5a0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e92013d6f80609c9333f31550a90f1fcb0235d2fe3b9ff5244d744d7421ab388"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "51cc56beae5ddf6368b4b8434ff7efe4a4c2cd549bb92ce96a545a38ac651759"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "782411791028d965f724fa5d44833fc1a7cd70ec4278810b416da6c38a035301"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6eb567e96c59d7005a122420d8aeaaa5876fd9c2934e183b88832b9af3e96163"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bcb363fd3fe47b9a7d30f5334258b8fbd4dd03c830915b8e17e4887ed6f592df"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e19dabd958733c9e84a8bf4706cd9a7090c9ac4ca79fd31c46fd272720860ef9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aa417125deaddc8d2fcbd9d5702f81e75a4d88b357a38d414c53a3025114a0e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e3c3e6934d01ea0f944ee4569b934af1950cd707a843ef6bac6fdeda464a898f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b9422d3b6eefd830eb71a444fbb9a4350e506ffc1cdb111ebb113f1045614067"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ff59aa4b765276592d8001f4fe73e41d2dd81dc55435b24b30cf18d25ddac3a7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a50a0689ccc50eefc10ae3a4e51e6bb2c977b1745cb313740d3be27c03ac6af7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0cdd6fff24dce72bc155644b5d6e9a2ac286c373583622e54fc7eeff90f9338f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "af8cf1f2d23edec7e6f7c8979d018410fa5029355c1d38a7e80f26db53212d56"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e339f594132ae82b0d0b255ce628012f4da70f60e31fdd8d29a2d5820aa31e7e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "37fcb50b5bdb9d180cc6e009047b5035a57727f0a5f4916cbab66e81efc5bfcb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "05476edf73935d3a91bab55a26f32f7538d7de5cf303c4a627f4b801d586e34f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b1fc12568c000862901c5515656fd6da9ca4546fb05e50dd3b572290d30181bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "73bcd031cd14f15de8eebc33656765109bd96745094eac1ee74c8b5c623e97a3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c369e07c400bb49935c75badb922fdabc7640751a72cdfd0dceabc5a323604fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1f52dcd6ff1ddfa18a67b48d63cc72a42915e0e07e791b0a8eccaabe03442cc8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8c386691c2302223312b9e5fb482b4cdae09d1339ad4f9408c130470a9dc1c5a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5a9d8bd3ccae47361da653e170be767c12f43adffccc028ecec554932d0969b0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "202fc26195bb96b79553e048ffde8dd95aa7c42ac16516e090e25f4bce814fb2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c5ac441e15d263ae2179bb2f1c6b1444443be0d789f6cd7904d306cfe9080ae7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d689c2888e7a4ec41ac0357b7ef320d1f9ecb3e2a84098720e4513ab55df907a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "77b551e43a71845e0142756ffb552cfc498b7c7133349ba6cc7e933800a4975d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7ceb0f295cdee0ab5014aa10cef48ad4f8c0d5faba49136ca07032825f407b95"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "332cc3a0cf3b622e5afd8e2ba1bd8dd2d5143f980f6e435b988650806c54bd53"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f171b0a19000940c11fd5667447a09a6988ebfcee3db9acba2b6d7af3d85ff29"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "24bcff4bde65ef6474b93c7a80e52b8e8f60f87b08a32cb76965fca674ccfa57"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "064d2897d0474301abe7a64b5bc781e90ec40c3a2a5c0f3c79250168b1ad88cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3ff195102ffe19772d5f3915b4f0266e284f41abf83b0410e22956d4d269e284"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d89ed203363e5f341e3675f3b6b0c90e4aa90f613fe4716431c7c0af081fea81"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "acf74f821a0a5b56173de3b7994bcfce8058b0dc575692a5a5a0c0c70681ffd8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3053ba1ef649875f1dfa7e409ad3c0f91f301064d8a0113aad1bed295cdb4239"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9dd8d3370ec892e85c2b64f49273787f21ebffe5ffd728ab2f22dad99b50fac3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7ac1f76f94cf9ea11f5093f4c1aad29675824829cecd24d6171dcec7d44c838b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "277baa436b12a8a885d12e0fe08bbe091d9e987fa4d496ed988c60b0545697f0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "95b6806b736339ebf903ff4dc24babef0838fd213ae7c912044d8cce319718b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a135e84124f6c5f696eaf72775bd0fa294c34c56e383410f472a92c9f752dc90"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4b2ff98a88e666f6fe92cc6f118a480e57d8991a20e61fc4eca34becc32d253b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9dc511d674a73fabc92ca45f3dc0e5f6699934e8fb845a0bf08da7f9d3bfad93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5d238b06c49e32d0672178301ab2a559c0f262e41240e6b83a3efcb042161349"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "161fe7f470cf0f5946ad79d0c139c7eb1cd789637f6ee373a0afdef4aca9769b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e723db60c672214f06b1bb899ccbd601bcc4c7dd9ecbf9e163f1c550cfe0480d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ae81756444529e9882e56c1117994a2358e20f3f632cdd6491d1a44ee116f0ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cdc247dd27541a15b3e95db1593bb70376d6bf0f1584f183987c84899045ac20"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a437f67ca5e9f994bd5e1db1b8e48a4bd7b3cbff9d7931825d05ebcd597a61ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "186f677d6d7b5431aeb2e2d84ce8ace3c101d0a2ffc340758f25ffcd596062da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fb01e9025acfe7dd13c117e589303e930ffd262e6c299f1e62e19450b6eaf12e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4b8afb54188f4ee5f9f5c9076809b852f1c70c41bc5cab054c31f8d2058a5776"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "08d8df97b4a71a1fc91e727db30bd4c60f770ddca64d9a7c469beb5e1e9d83c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "31801f5c6a8c45b9c695ba4076846c39d2b5edbf77b34e7147fdb834c7b72ba2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b200d3169021e5f9ac5b17f49f02d62b196e927653d8cd75b041ac399d9958f8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3918aaf28e914b4a5cf0b9e1320c89bc7274da6998eb615eac76aa0061daf1b3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c84e041671f1661078b9eaf2339230eb3ee20c203a484a6f0ea56126812d9a51"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9e0a223c1213977b7e65275b4620d6ff0e6ae04cea973a2ae30c985b5047353e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a64f3a43af28400e7d668b0a578ba95693ca83f31bc07cfbf3e0aa0ee05dbd56"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "08b2a1c2450c249b0f481cf48b807a7d975ceb167ed820383650012e1beb1c5d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d22b21c5374e57c301914aead630bc181b4d6951c6093cf69ce404ade7aed2e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "daecc0555a4647421800a3620a4d071fc7c85beac2f6f5aa24610e54215a9acc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "73241cc8bf6b0384446cbfd69facfbe0ca28504180e07d0b87120796a4aa4065"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b03cdcd45f31db8b9eb8a8d36aaa3af8967f1b8f304a2acead3e00bccfe60f1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "675c41d6ebc53135faa737da35c79718b031c88ba829a36bffadece1a8c6af01"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "99281154a8433c55e4dd88179796e8f051f996ad73abab1cc0cdcfe6d08fda4c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f81ea4e6b9bb9fe18b7eba4cd040b460ac4c22b12c96fba73d9bc0734c18796e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "506b180d0087ac955b8ea6524030af948548132cba989c3a4393699e34c5b6a9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f5f6c0ac625bc63f2daa17d14760ddc0b62428536d68c8a07cac4d258edcb04e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3ae20f882f7ee7a12339ed5382cbc1e2dd0ea18f9e26913a3b4f435faff569c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1c0c28afa7bd1393a3aad654ac38c250e6a7a5c76028de9adbaf5455e49904e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "422e76614285263e44132aa84e51ed8de6ac037e06dbe412b01681605238ecb7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "73d3c1a1a03b2bc2fee6b487d04973e049b522a04d3af6845955478e5963d1d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fcf6bc5346fa81de973a00677df7928cc660e502c2049bf25e3c3e9ba1e174d8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d5f263ecae17890101af82a7f79cc43f44e41787a4787c536343f4a39ecf11b5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a218a6b79b5ccf8b567f042933c685a83278ab423a921c5a78ff460befebd704"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8cc406f0c92d94cffa523b7bef8a86eb5ab681753cc0fc7527ec2a7919e6e978"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "df4c2d8c89c95a5f99ae1eaec02929641f225bfb4b6320a2a7de6d477b8a6b10"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, "f6751a51df51c3ddac2f80de042b7a9eeff732b417c12e6666734bdcf3497680"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, "9e4881f91c8bfdeebca7105a64c537fb313d46b26c2a841c37ee65c7f5bf9f24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "54734fe4315aa016b929cdd621f78f73ba2d2db8c71d6a4b8d54c20223e3aa6a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "85a30da2fccfe37851d5d8e192ff9ecffb906175a483f9c29c0e603a859187a8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a3dcc612374a0d43dafd00887d4b0c14924ed70b5aa6b05c53d6b3269976aa9a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "28ba133442982a837e09063afc8bded24c93540881990508959a2d2a749b1e1d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a041d00b73bb3f39f7ed377625209d82287923c2fcdecb28bc72e91fe362a15e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9c95cb3fb7c9c03f7b0e2faacdd8a2cdffca6c4ed936544ff7d8e8e2cc1b9ace"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a9c66317767f27d9ae6477d6c0f7578b31b3b5c1446337a268a6fdf16e548bfc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "80a66a8af3b757190d3dd215dcb00aeae45e4c013d07e60a7720d7a6b008d9c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b60c56641d088de70c6f589ef550c110a2e2a87ecf948985c23cd2c3d63720da"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8e2def15cc5eec9f887848a376b88f6200eae0f4b73a8345e033b04adc9d0173"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fd376ef122f031b84c57c9df34d38cba05130f342cce20b127286595d818c373"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "52dc03fde614d0373adce1edb769aafcb86ea4caa641639923a5dc18a600e877"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "90d11568e896324207d9e9e962bdf7cc437795108377e15ca8e806f2f06c88bc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "77fe0103a8e08971cac42d61fe8466b0c7c14defc44b494485e2b8cfa7f08d02"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4919cc2907d98b7497abacf8c42061ed7326e9e47d16838217add3bcffbb12e6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8b3734b6e049861ba7ef591fb4bd9df4619b3b246115990d163aa770ee9664f3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dff088d91a126f728c70cf564068574d70d871002bc3cb8c04b068c0195baaae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8e55da9d3400fef9ec5b7671f9b81e1a85b5eafb3fb44ee6a7a4b4c2476abff8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "66cf26cfab5491c12f20256e590ee2a7ed1843cdeedc50ff6507bc0602de7ded"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "61b2c5abfaa9a21e0f5f6781ad01ee55039eb5cd3b3eddc616f95e32c5fd7c81"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "86be62d1bc2d75a0937c830e192534d8af40feac60a204e34cf7537fad8caab9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "18bb8d4eaa97dee4517ae781b642df345ffe22661ade6228280c802dd6d19e02"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "df2fca9c0da035754d8dd406eeb59ade4f8a32f4ad65b1287add38f2fd77f10e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "7f448cce5b4139b52e55a0b78d23ba0cef4133ee9b661a94ee87b0a029c54852"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "fc67429ec647de248164fd9bc1f45f8d46fdbbb7ec53ed94f065000722eca887"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "08826ff0813974f3583787c56bfdad901992a0e072488e8dc1a878b5de78a26b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5c1f98d90d8c525d3de0192981f5feaede7947d1825992e96bd88e022405df0e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d1cb546825115517960d26e6bd9f565725aa51bc49930aa7167c39667ac3cce5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a9e1d974393af275f47dd116afab977f26d5bb4ef3dff820b9eacacd189f8712"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6595c3fa402069edc6d821c3e26a64631667a64d553b5dbfb8f1cd0c3214e918"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b0adedbdaae0b379e7bdc45b7d12d243d27846614581153bfb55139252b5f8a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "86127f49d131d8796a2343971087819c5ca0c4541d420d442fe7e67fc1279279"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "d203389cb91e28f2bd71ad4156620ef73dc2f336a52ebdac0eebadb033bb1bad"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e5120919f29411ea63d57a52898910956d034e4aaa9aa495037ef2bae0353e23"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5ee729a1e26aa4cceb8a264577c46aacfd9da36c6513d83a3d54a3f469c45d68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8fc4fe4c5196718c95ae1734e748b8bb954b6693c5d768c8875c54b889b4bfe2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d929346a4911af2486922a86920cc5d3c752d2d10659dbe8b5f0d7550664ff46"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "401b81fafe94dbbbf9ed167ffcb4dc730775b52b2c622549be0f2a76d9b4aa6c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "1798237e5efe03bac5859a9e433c8eb49f89016932626c8609d495fe475c7b3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "855e78302e677a8dd8a053deb553dabcb0dd7def399ab259520123220a838bff"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "041cc621b54724576757bae886b29e107b426e7473d02e0839f6aa61ae9f155d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "45fc8166091a4b4fd24d492d12bc28a22a2f0b02a4bcd772d526c91be500a3fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0ed0f314d2803db1ac2407d5c2617f60229a5118e29a0cfb6918e7ab6fa1e36b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "14bf9f802118300907dae13c4d1cc047e3f49dfa29d88768138426799d83f4b1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fec4da8c848d3a21b1fee5a7e205c20c83125f67383533f1c4aa983afc3cc2fe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e6d5ddbe4f3ff093bdaf97b4a1af261a0274a637b36d722e5374fc9b71570a50"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "fc2bc687f5469d45c12e56fea8ffbcefe3b3c2b80b38b0e86ad547c2fc8db709"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "04d847f0b0e5d4f0af27cf3cb41e5b7f9167258eefa1f980438f6856d3a3d219"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "77722d4ede2290bf448f6e031c9eb0131f9222ae0c997b820c1e4276b8941bc5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9e9fc3f9e97c91bd34a9ca0685e87063db7aecbeedc3b1a4b5ada50a57434715"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dd6b347ef3ee68082585fa7e8cdd0de6cf7a5c7db47cf24333a2f0600c7853cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5b00eac837414d6bdaf60105b1fd15e3acda06b5e40970b53201402412dbd71e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7f79b7a9f7f7d88ab85bf8ad9865d8cae1c0f10a14745d5b3f83b6bcf59b0417"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5db02a0bd8c9ac264dfc054cdee2d8aa263e545b05b50e540a434ebb727bec4b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8dd0f5a0d50dbe61933c70a9560468c20b19f936cc6dc4f7d248ce5c01aeda82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7be81893348ee8cf55b6d40e58d8200d3dc88cd8321ef32c81f3024385bbd011"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "56568e6932c93a79c0066634928af73caa69777470772035d275398f0cd78f73"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b2bca571fad09dafe91b2c18f1d0758c96fb24dd2899941994e465271fa8a002"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f2b420cd695b9b041ebc21b04aefbf1b7c0d9933a72752bfd2f170ac22b11f60"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8eafbf6240032cf18fb32b16b7f3611cfb94bd592efd8fbedbae31bfe1c379e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dfc9369605b725d9ec01d2051df93feea95c47104c0e8c900ad687b60ede53f7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ddda69c1342b406fb6c1cfd232480b224316e2c98f3d6c32140733898707738d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "80f2cc848897b6df7bb0abf017ea92e3ec98a9a92f04bceeb0b08ce03d3b5953"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "841de8194c561cc7b1b8a9c7e128a941440373d7602f0827b88e34d4668b6735"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "20b05d7ef432ef37fb396f04f28045cdeb8d2d25199771b6d0d187697b5f55e1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a8c56ae36a3a445451970826cebe23525885a0ac60130e75e5ebcefbc7c797d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "96f8b45a3080b2f30381b4b2cb813f6a031978dedf16818b47c88f004652947d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "75c32c59360243faa9640c71e084cc5409a7bc127bb1ca05890422ea31917ccd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2c5db39cc445ece0d70b77ee7983ffc28376946a335b19383d8a1d8f35cc1c9d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8606a6ec8f1fa4302dfa84619621ab289ea7efd32c1c0d1bfe2de0ac252bb3cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ac8149230919dc59c33b9443ee08e04ca441dad2ed31328aaebe3bc541ca241c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e5808288e6ace6b63337a4f2a26ad55eaeb57df83c8e6db885fbd0441309c12b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1f5ad0983adf469eae5e88be1c3a9eca4331777699c26cad071feb41dd9a5ee3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b6c904040c88464bd576f18c5723232601766147eb6c4418ce0921c3a869e13e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c2b47880e8004e9c2f6e90002b67b184c7b2e8bd3fee44d102e62f11a953e988"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6755352591345425c6bee1567176a3f2db1d298d932084d8efc73db667b716fb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "366fd26b425ac4c65a26a3a6069a0717f4da4942e90e7ac270bcb2c6b98ecf7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "69fbae3f9114490450e9f9717b08c8772f4559f994361e6e7695d3d9b385c57d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "90668b60026ae208aa8d83d6c90b5ef72536a11005077a27840d22716b9da030"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6d8da37635206cb80a5b3472adb0d3046adc86dd53d484af361ba0f4fc53a073"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "75d07520f18cd4d24751da74190b16f0bb474e4fe8bf4c20ceb6dbcc9751fe14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7f72d9ef7e96f5c994736ac1678f40a660872d70593e242c8aca90516bcb1449"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "26f549a966d90a328bf4884e1ebe7dd7ae60e56e22f1169cbf7fa82888278806"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "83441d13a8964797fa18b52bc6cb1ac12e58ee44811d54a4fa65c1fcdd7de2ce"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "83d9d7e17624011f0d7d4ea08d23bac4b091d58c039c6bf894310d67594b6938"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a34ab7ca3588cef73cc4187648fa8f0f891a0ed19b31630924683cb572e1dbc3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a2d33121abc170a8a4e9fa7c274398a04949870297937b4633607d8cfbc66228"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "923ae0794f8de2d095744594c1b0cfd34ac794cfe8745d772bb2983b97b3f922"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7d0b2788e85721e6e77bbe6fa5735ceb57872ef8f403ae94fb0ed91f2d8e9921"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c7f6d14345781e822984d479e49ed471569558fac86b4382f68632109bf9af46"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3e888ef2366b4a986abc8b134a7a80a05cd5e36c5c3c891fd6d2d34d631e9ed0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "83b63deb79b2ab1ed3519a37c73653fdd615cb6be1b998316871fd2c1b582ee2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "70c3eba19925f7b9d3e9b5ab7a287b554add99ebc066b62fc3f43ad8d07f62d2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c0459b0e35e784cbc8fc94ae5898b2a5416fdd9f1cf735be51d04ebb35812fa4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3a9b7326aea61ca7fc20e7f6344a1902c20fc792ec99b9fb08eaed8110f073c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "003f83cce34c8604270cfb82ae31d7e41c268fd6df1588434a2d1f4f983c7820"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "77fcf29dbb8da88c590ee266479f3c138e8d507c0fbbd52188bd6c94c6830a9e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "106af1a866c3b4a353a6539b29e5747b108dde6a134710df34e059b29dbf217e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "63b7e8eaeac9dee4ff7c07d88bc8243927009d2c206ae8b569fe10a0efcb745c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "18a44e95fcc513ecfe415c500a0707b1121e80236aae9cc582b4d894baaa151e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "88af445cd179b56bf246f6d955f98a8ea2ff46e93fc4349814b7c3a00f8f0321"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "5a09ba6f9759bde0ad0166315d238f43c586b3414eea6423666288084b5bb8c8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "13117641a7f7b5a0ab8c3d86b73beb8831214790a8e6548e00243f92c28b0718"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "17568261872e6d0f9562be5b1b852ef72913f26702c7bcdc15855f847a69f127"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "9364ffdae62bb174ecf2301f5faac9d2ed561911729329a9d139e9dfaae9029f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "508c1c6c4591640c4b454ac5cec7d97d79a7ecfb6db8ee3a529e330461234b8c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "adf94e5d5e7ef62637d71ab58bb484ae7f01eef9382256b6557da2ba10b52e1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a1169da4d2172acd1ce4d49a289023e82cbd741640939315891bf0414d3b482f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b78ab6f5840e73d212d2d240ccf6bc462eaeedbfebafab4ba3bf690199b81702"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd9b78b770343e6b6ed7e88717f3ba3ea951b8e1631c2de976b2abd98a93e645"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "cf258bf216f66a2f157492c054e4195a5f58236f524a3e00e43a7dc4ff5e2e54"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ece768d9a3b678228f9a6cc247a66ad81d4a93c6a9a037ff650f73584ecd3f15"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "992f39c144ac6a581550e9bafb07d032c8c64dbb2012d2204d5e5ff65c52a912"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "aa1a2b8945241a383cba4e423d8f9011ce0ce411a9b8f391975f5c91e014d3e9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "f570c9b9915d3aa255e37ac7d63638ad892036d06fff07dee9c763bf6cf72144"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ccc720d6f0fabe02dfae185ce10e0a44c238f48b49c0fa15dcd1e50eda466266"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d961816535e2c13a6c2770ed3f2f045225f2642010317464e135c840f7a047d5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9f745bf8f4ced672dd31c10c8c67f8bd2d4b031f204f1d09b643b0b10c0354a1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "05399711edd57fde168c9d7df405cbf153543ffe6d15b0b774a41a8d52347cab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "a9dcd08de987e0f8f51c8e5015ba6bf3f1f07c28eee73e83ff8c2169b1642572"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "ebd9c536f226e34d5f322f9d892f1b27d5373d4371596cac0b2adfaa677646ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f7124c59c4bc22e0e2c3d3039d01a13b37b25ff1586c84ddf876eb9c590bc176"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3d239786fbce2d96d80d278ebfc6aa2c8b83e9dfd3071fb14f5749fc96f17d14"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e3a5910a7839fc911b59ca93eba8d19795fbb339757a2d0661a6f486a2698d1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "9e4705fe98821c7365aa10894386fe7af33d04b6cf5d9bb50f6bfe0ccd839ef8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c8e11f5fc4b3afb9da1d76b2929241b2edac732e576fdfbe272b25ced2a3509f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2d78bb6e2e49952b570915e9956d4bc80fa6b01b50b815e2e5d7651567c2eff6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7039389c6f71c9aa676d0d3debacddf46bd2e3564610a0a860569384363db35e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c50687bbb3d932e6c53329d9fdf0a3520d074553bb72d702efa92a45fb2a5f22"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "415fad3e8e88e31923299b5c84a913cc335d5efcc6adc503d0971d9b910e89d3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2af92571f672d13efd73f00ef832dc89969fae9bdeacc5356733fa4a8e1adf07"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "85b9edcdf3562fac686e83ab4b5cfa8cd79063bc67506a656e133b5bcb8a1898"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3c2b1fb3dc17c2447a7a8527779fcc6bed35c1cd3045deef2e648396085595e4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4f7c36ade26d2ec6b941c8bd2ec8e89520f8aa42ec4e44ae1777874b01426b53"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c6833c007e02bf86efae6265a5f7158e784ed9e8b82b312c04b0fdd8573bdeb5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "813cf63b9ad3adf74703ba417288ca19b9b622fe41f879d7fd7abe1afb5d8648"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7240cceb47caaf2573b5195e2ffe8b52039db64b120ca4a5f5589957685d241f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "097542df5877b0496fcf7b69e694dcd3d12eb30d56a40a95e735e68e45eaa134"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "12b21f90f643e96e9ec4d6c1d5104e13cab8cd99bd76b469cbfd5dff6dc10c9e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "aa36bcd4a7a51b1b83a61a399cc46f21b692439b6c9082e1028ee5a2ff0c24ea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e70b2cc752b322b119aea721585d8b4c3c3ea1bb3d17c6e26219033b41fa244a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "ec320be45c700b485be5a5c731718a1790953110402b2ed00819478ebe990e34"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0b0fce24780be2fd9262e5a36440b2157026f3ecd1a007e64aef3f32784686dd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8d263253c68e0f6b7fee03508b01f7d905d17e63371045d1b47c470e0dd92090"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f58300ea6e6a6c9afd08d56745b908c30d976566bd991c69112349a26533f030"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d1a654ea7730b642054b204858aa68511685e4385c6c517e2b47b95849dbbd7d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3834e9983b565ecd33b6b53b5854c35042da649e81600523a28b25d518170f4b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "365868ca7485ec3b9546b1b300a31e4b6fdeac350ffc09d043ef0a75ddc9c607"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c19cafcb23cd9a4c766854bf8cf0c9960d756be7fad5c1c82ce4b9458a0aaff2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f0b61194c4c38a16890fe9c7e332ecbf981b4088792ee9b0638e700b4f157759"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a9ed1219c19070cc3f8e2ba894e098bc581350bc3e003c6696b22d6628b4686d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7d2007977a3afafab3e02ba0b24c98639b8990cca76abe29cb48e4642b9ed6c7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4e9b0176ee97581ac5fa64c37fd1d07c8f3f08de8d446e97ca0df672aac1ed98"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5a2f4ff0d75f7d2e59a66386ea648567b71a0aaa068f5e5b1a58ecd4587b19c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9ed4ac301c5cc6a2f4991c2d0525e0df7e4954e218b276cea6a64ae01583d2fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bcfcfcc4abc235c8105c13d34ac631ccf0ba396a0d148d66830c149ced5a3d84"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d5f4b91f9177bd26ddeff7f8d7dcec0975c2abb45c91ad475cad985c085fa572"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "79f5130cd4eaf5d72d8a09d2dbb2667c1b4f2bf565b88683b38639397324d9c5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4fbc42c2dbc64842893d42e8ff358274f3dd7ea0fe587b565caaa94805596d8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d25f35a98dbe2af032aa5e2c5879e4255d05fd2ebef52f5e42b847b7a03edb1a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "30875ee03f990b49ba78e4be434992781e5de6fb7ec045e7e402d8241f01a6cb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "29516e09fc16d222fd276197e733432a9a3f8a38a63acb790079a79fec6a0abd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "87f75162e7b7ebafb20a6203036b995f74a8ffb4fd6aaff42a8f3d6ed0cbb1b3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "195207569c760c5ab5984f80d67b4b5aa2a39f48ee4b2823dd0992e123844700"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "76b4b2f1f9debf61deb91fc6bafd0cf9bf92dd131491417239fa226e9dd5d014"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f82658ea286fc9cd441fa9b85b0d768ff3bbc273972ab041e90500bbbeef02d5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "319aaa9552070b7be7da2b0bd26352bb274351f4b59ad9f1d8eb24c83c5a3d0b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6860eacad6439e524012f338edc5d8f8ad43e6ccbbbacbe3e4a5c30540c5a231"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3776ac05480736d464fc53a0d0d513b2d3abffd97175e4b5185207815a4103e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c2b1f836afe2d2de96bcbc48c8bc1f2e18fa98376922686eac89a36731137559"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0d15767c299e551ef4ae0e8dfc501e02d322a816decef11b73ab4475718037f2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6345a842f00876c8faf67b23e32747192f2f4f7244f150ea3ee56bf6cb779a6b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f2444da49031ca5c120dcec00ec93765d3614c0f7299c64294de4ba5a0a81524"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dd0c4582cc06890170b6416501cf912432df0444a97bb367ff85539a9fad306e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "02a302c88cd1e10e5c14d9a470ae7e55e8e5b4d213ae5b48bba0ece1602bdfa7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4f5c3e281bbf83f1ed748037e0e9dd07ddc196a440f0d88c5e3e20ec1b2a6fc5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9b5f2ed4d861e324e35cedcc28fc3faa0ba486a50e682369a59f57e47de42cb3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ecf53999b78602d8a37433ce7360a043660af286c4bf202e69a151a53547220e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "017868eb46206fb5b54bb75cd9369d88922a1ffd245d3d4dc25b85303e431365"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ffeca2dbf4f39e3f19b4107c59b4eeea9acee113f774603895c970dca3a6e5d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "62269389a680b57cc152aa90b58da22ed937c28e4e78d6451e570945ab96449e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "28651de43d2aaf52fbfc0613b3a81065c90bf5151929efc85f5c3bea05d42a0d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a83cb5f1b22cff105bcfdeddd48b3f701d49c4bfc5ce67cfff5fc34f34c08000"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b38505a506dd1c0d7a0c1074098b83bab1c9c4023e7ea2aeb44235811cca8c94"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "1df0ecf58194c3d43d63941e06a78bd41c38d243a2b0e065ff3482e6e3a47d2a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "5f68ae7bf06afda5b268f263b037e68ecc3c8653bbe8a92d1c4d599851df2dc0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "aa8bb1a5e8417ead75988cb1a7ab233b9cc99fc5ed2331f5333bbc9bef132ed1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a4851c346f90f7ae09ac8996bfd77277b21e407a907806cb52163ed3aefa5477"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "c2ac3d205f400c03fe20202970508dfc413fd755b1202f0233ce6f4e20930c61"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6dcc59c9553e701648ca509dd5fa0ed4af1b683b746eb4a89f6a4d0baf7a6556"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "8c821efbc3585066c601233ff00d5e69a612e6302727614dce8c45d30c5a2f27"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6b0ab520df440e1a15ef5522d01533c79a9708aab4b302d3798c441d92a6d8b8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "714dad7e20cd5225ae1837be424f2f9d466d5ffde26fc3d66e0b8902a470191d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "b0dec585549a748807b81f2e1701a8b5186c4a91d42687a2482fe0de26491de4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "0e93e8802d49509d1f9d147cebcea160fd78eff31bae213245a52c0b20d4e8bd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "96ea2982cc71c905254017d5e8d67d8abd9dbd9b64ed3b36f34662f76a17e762"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "6978ec0122b3d3687466e8608844a2f61b3b927ec90a8b0f79c34458760cbda8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "00eaf356ab881370e47c941ebb4cd1262484260d69311ee8e81809e600928151"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b2492fa18302be9f3485e32ba40c8e3490715717940da31ee021cce27542b260"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "46df63aac8d5484a78fe46c2784fe0b07dfbe56f22eec7c191cf84e2b2de5970"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "30828666da05790bb71f057e8ae6c530ab16bead3b40f390315daff709c8c9e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c1ee0eeb02515df504be3cc2765267ae323731308acc06d75663493ec8ce147c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f679f0e7a989d81b790e9047ff221b4f9528b8ad2f81ac58b199962555487e88"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d09556706a9be701712f85eb800c1d4acfb22995482e86007935f75ee8e4870d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b7449f553225083c40509c9764e0bce14395baac433027ff097bf359dca97c7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "aae6d9c68fb02811375a5f7246363b7c95bd515bd69590610728a6cfe5d6c145"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f7638632523efe6bcc89c3596dc63c872762df109d75250d2feed62c240563fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "50a1100a1472d5d91058e3686c28631667450c5f0930c946f1909598b7e35881"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4a741418d3475d769113197c5dfc805cbf765e5fa0f2969eefac360e8f4b6355"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7177a4bc190ad2d8ccb2ab930a07a73b0d2d88e551d0aec3c45e0e5ccba0bce1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "29770b69a331ae8f53deb365c9ed65d00842e8172bd002010b2d9b7405c94272"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "35912825c75fb4847b38defbc044ecbe2f5d26f6e37daff513a91e5c5ab00cf7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f31d2781e2ee382010d6f9f1287cd088ea649e162cbeb56ca0f71618cbe6c00a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e19d8ad504ce9502494b6ebd1953f23ec39dcc44b158b3ced9be25c3d5526d24"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "eea9a4170e61401efbe11a41d05507fa266332854f297e226f3467af2f09c925"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b8bfa67190a9ebdd25ca09ebcd2ca8a5ea9b2e7ce07b0448628ab3cdebc973e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "af0b42700e0279fcdb6ad7dc0e49eab4d56f40322eea7c125ee3c6b5600300d6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "16dcd3395e5956b15ef0d112bd4ceddc4fe83257ec3a46501ac05911b0d62d2d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4eeb0900f80937449600b12f6bae66c1413398a911569623eec1b7abca003b69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bf98b49da2c7a17b21c16793d45c29256fa4c04d9659d29077f549c201c266c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5bdcc2991ca84bc1030b40ec01cfc2bd48c297b8837f5d6ff6811c0ed36f1145"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b7ca47ee935f683b0ee2f96c48f1366c8a0817b653dc24d4025535772bb2490c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "51a9454fea81aa22c5c384c712c83b8f2bfeebc18c5d3ed06d6190912e8a554e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "defac503dc5cf7ef230816455b2b2639a81ecf9af7e64dec0c560eb9bb47fdfb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dcb1dfddba00443b9cea44b088215e729d4a6e8f4007dd7d2ffc17a595bf3ac4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7e7b511fcb13eb405b43cb2a2c783f15f05693cdf6f2b58624c149ed92b72068"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bfb272c781bcf6efc6bedef7093b601a99786549b817e1306b88f3017f8f3e76"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ca2e6222bc05fc0ea8f124b7ea40a2eebcbbf2ccfe2971a17a2d8a0373cb707c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7f99453ddb4aade84bb9996dc0ae99fb31e211210041b08e995bcf05ba3110d7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "411ee681db3d0029aa1eedf7737385c22ec1ae48dbac211076e2594aa1636a30"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "67a00f3c1141c5a5db8cce1b03e1612063aecedf3d7d384a91de550f89b9c10e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6853edbfc03e456f19ac6eb72754497422ecd052fff383a75f43f958e2d77f8f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "bb29efc8c48a16f8d387d5956b01e57172be5b64f93ed02d9310234976530cdc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3b4be3229a0d1cf499cf4a17c1fc6e75cd9ccc30de843803b6c87d000f032cbf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "924b3140a3a0825d4e16d0be757fa200f53cb611483828c9a9aa2ed82e1b5008"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "020640405ff90b3a2e53bff652c326b3c194a0dfe3b7597219ccfa63e2fdd729"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f3df434ae24c5f53108cb19f3e081e926703c782dcf295b0b54640338cd39d93"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d0bb5ff083e309cf6e281bd00564c40ce3e42a6100422cd1d152f61b76fe5078"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a854d77df01fd256520c113a98795c3fefcdec4ecd98f9d270ccc4ed11c82068"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "38beb5d47b2da665270566e0a41e795f69fc2d63a51baa83a32b1cf18ae956b8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a19de1f43f52cda5ac08423bd0bed26b7121b8f879bac89b33d46d1dfa3a1d6b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3e7debe32ae91be6ba281e9fd319c262ce462a521c9c2f149bc1f25714524274"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd2f4253574a4800b287af1c2da62fe4f55d924a682ae0dc5095e4da15e09b72"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "50e007d07cd91f25b5984eb069f5c8934e984f4fb033954c344c64742e2e905d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1f0f8cace6cb71051a75d512c0322bf8b3b5ffe6f09b5b26180f3b91fd6f7db7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4e8e11c107567a0ab600441842539f2341edbd8545f1dacf8cc09569dffd6971"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "05c3d04e430634ec275d7785f9b5cceb2f7b480d6d9cfd9f679c8c461cd06987"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9d18b9cc8c3bca0d290111104d53ddb60241afd226c13fb28ec112c0e63dfe8b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0c2cfaf3463bf111bc40d0daf13b6d54a73f82e6b1b91d8c027647e5c8ae6df8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "68b7e17820dc90eb3a422151f232a954e4c3f33ecd5ea8c88b7a4e3d00be5b97"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6a9efda07157d343c32cc2d9f6f2c59300fdd1029e96eee9e7f46bc36bb4634e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3dae6e6afa576b18ad458920148a0d00418ddd7edf5542c68a89e1f11518c087"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4d049218660acce926cfb5d3b2f30701a47cc5b9a01d81f1be8b819523163d69"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d99c9dfd9fdfc91f5309ad4cab9c098424e69ed66f400007bfe7de228dea27ef"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "916f76ef600c67376491dd8fc381b1db5ed32bbfc61258b60d46ccb2da887e9e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f5a3e29c501058281c2e913d81f489adca513158bf272cc3ae38763ab801fae6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a01aa9966f3994572b812e356e0c7c380b4f5dce6c1dd8cfa399b8024ce69f2f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "4c2fb569d7bdf3dfd49b902ba852edbfb30a83327210002c5ff6ef75ded99d77"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2799648a5017ffc962dc00ff821f5f8e167910d795dca2bcdbb66fed41731663"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bd38236164a009b060dd6f3a0411d32dcdf40374cf8ddba611f65fa44ec16e0c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2f55ff9a7bf55fb3cdcde02b8256a66a35c68858ce16fcc5fa23d78144cf52bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b764223f965b70eb7c837aa2af7eadd1e1db1c30b2276987377c24bd9f65f59e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "aa89290d1bbb14a00f51c3efd78dcdae2f89d37c3b74a8213f7ea2a10306a624"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "baecd5eab4a4076b7fb2b3de43d643c22587492043f567175f02555cf9ac106a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f54620f1be2ad08967d1cbf968a9997643e605f80ccfdbdc26798d4aeb70d651"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c4e61db5c988bc6652122842a23478afac4782a090f528ce153ada8ee63722bc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "65f63618347f315c0c2a061fe3202705a7cb1d11c95e64655b9804d639aefe11"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d34ac955d334e908790b1d9225ed202b1d11f7f2993ec5b122ce17be0116d010"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a5fdc3a8710815cee2490d2156a2f4467edd715d4c1523fa4c71241c44dd308b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b3c923f73bafe18151a15acb12bf5856f79fa05d0b7902c7af5b820e29ba07c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f5ac720016d4bf7d08c05c5801c786631a37060b608b9ad904101d0860ebd705"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "44f2d1b8f97b5e862898aca6ec536051a1afa1512680527cf46cb6d1467d665b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "71d94cf820d84b9110e679bef4325323a310fef9135c5a104373dc34cb7616f6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d29a8b8ed590704b2aae11a60a7edf33786c98df31b6ded9ba08dd882ea87f82"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2bf4701a77aef3ec0981547d1833aac962e112814f5cecc0e3a2bf03fa32b1e7"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "12d28412e7bd3432e4a0e5863c78579c879f08ad95fabccfcd6c512cc2323214"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "55c2606560a17132a3f8cc6aa174fbb2a136e7142c3bdc32775d0de43f5ed44a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b2886682c52a5c6947308d9da31948f1c2eeeffe475eb7d66b0f93514b42e0e2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fe9131cb5b08834c6622ca12b9f1731d5bc07d51c02d9e22f9d9a9a604478f68"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "90ee6f8674a0506fb28e4d691e5db42620d178f1b869a83dcceadbeda3ee2874"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7fa029570165daac7a71ad970959fdf2efbddb46728601fe2dab873d2a7bc31e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "465d4a04a579c931206956d226ae9a64ebc3fa9ef209f693cf4c14e9b482bdc3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9c0043e35c4265040c96c120335304ec088b983da8813e91a579efafb0320c27"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8ed497293d6cbed324494f40bc1b4d020586c76045aa60936eaa915865e25044"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "41e059e6cc75174ee60a8540d6cd103dc5ae4590bcf31bb2c9270de90136ca89"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "5d2412909586f36b5cd2014f7a29f2f49cf7f4903c423e2d8dcbb27b8265a7bb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "026216e471e36b39ead531c1ffdac146943d49db66d18e87f85d06473141544d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "dea6a8573c9adaabd3806f5b933d3a3d2d384b689be09074c53cfe4ab43ad5af"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "16ab76c566f960b225a8eefe483ee63f4faacdaf93f3446737189f97514a3d7b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "93ffaaf42d73d3015529e081fc70ff3331227300020b1e293940a8ba407a2c45"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ccf2c61c31651ac8f815a61398e57fb9652748a497050419bbf0cf5c30d5414c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "886f63e0c347ddaa725e42e1bfff8091c888a058fba14eafe0b3217146346124"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "40bed474649ebcd9ec7156affb339c67b39bd6b0e810319a9b1471546bdcb453"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0ff44de7cfd56255676726dd181536df4f36df8b775a194dd45ed9a1374ab591"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5ead53868f556c3651ea8f0d43e16425a22746e0af484ba5ef154f4d14bd19ee"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9d3a85e4164df37d9c86f075f7ff4bc2b6ff6645237241ec9a5026079a51f62a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6cd3cdc1f7a4e1b5923794c18047b7fd1ec41e14d7dede10204a5626cd5bfadb"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "47de3c6ddb85599e4d6375fd293cfed1591852ba1700cf4f93ac004c8019b68a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4c7fd95a88a4ad0cdfc272b62309f7eb51f976970bfb00723b46fb0bc129668f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "40d57ba1b79a7d7d7159a4d5f9f0d94d068b3a04997b94d658807d4209a38106"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "3ad23a0e14fd87d3f48e405f3495cc3fb6189d93c602756d9a196a1dc174c053"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "9b700c2237400a9987e250e76d41213018b2dca9458beac93ff79204688a3430"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b2a5202c897f9b79bcdd4acfc406a443f3ed20f096247969b045f9055fa6a0c9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "0c055a54f652b28391ed1d10185c71dc934b69ec9473eb7cd972edc39140b459"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "ec100a7f42cbfee6c532199c5eebe942a42eb48a235c160d13402b958c9f29c4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e95384c3f2eb862ea530fc2702b2cd276507e055db5d2e13a6e5d52e4e194942"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b51561960bfe420cb912613406e8c5f966636412e1913d700be96e2bb6f9d939"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "164bb3d62d49b96c1ac02d0c56332c162859eb8ea26632d8b3a45572d3d2b010"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "c35d2c15b12e4c1da7b08a026b5783bf783ec3c2b4018d92e5ffa3084715a80c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3a346c9756afb8aa5b54b014149d2c3a1c3a8975ca2a353344a7be0c9ae6b964"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "e7e251cff2c608015313c9fa4057e80fa0fd19431c884d555b535291b85bb825"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "be296f8c74b8122db504df8d97052aa3e394bd203ab73a40312a8dee458d19e3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1c10729f87caf5594eb48a4cff84403aabe608cb7c4153125b40b9a89102f920"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "de528f7d1b0c0c91c6c36ae358a56249b6af11e479f20e01b815348ead5572e8"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "224875dff2a66a9c2d3047a4c7f84df2098b84f57156aa2898013cdca7d2f7b2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "2725297a54b7335698e750078135e4b32cd588af00f5ecc94305173d38e1064d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "32ccd8a80ef4f6464cba219482e89803003f4b09243c05cefeb1bb8931d6fcac"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0bd6d1cda877665beb96b43962d947e792369096db7cdf2f82c1f036d6dff5fd"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1f2fdb2a15d4b53ef890c8ba421caae0ab536e8df8ad024fc7997be1acf70e33"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e86b99dd2fafd89911986ca7d90c4f9275dba2348cc52a809d2f43f8db9ecc4e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "236c1c3c70c038a2cf340e7c8cf4309b8d484036e875c15ca49d621b86a296b4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26b047132882bbe154a8a72fc7164063621afc6e4aab086c3ceddf1929e2ecdf"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "efe25a84325389ab349e1eb02c118663a8c6d60a8c406e747f8c757a9ee81b11"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9b2628f557c5e12bfcf929a3f8ee9ac539208caf161a6db31a1c8cb1120d6ed2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cf5060c79b5f4e32b2fbd1fc6f3d31a4e69f84668e8467b870753d5baaf0a304"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a4d3a39f732a18b6567845240d641371246d9a81436b726a6f9f746cf6f49ec1"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f219470910e3748699df14916e79736cd4a8329e040fd734f50be4410bfcfb5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0fab841850594bc07a216402b44fde9c7c87523e3155722caf45a5e4933293ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "607cf01aa6d0dee0f9b473003fc967b697396d987545277dde4a8460c47a1f36"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "46a6f726ba07789e1ea255e0195c1d800f53afa52da80dff26c89e4b33bbbdae"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "81c37674e9303654f4bab24d6838ee4561b54b4bba905bbf2ec9a194bc4c4292"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "82ddc25161857ec0b96236e0608db349e1ff9e6b2386a738642f840f3a7411fa"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "53a90ee54b06d12f06329481b29272cae6f859c5263afd312d9ed93cd2c0596c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d7ad25d59e43f21e82073bb9fca0387b2452c64708e111968058d1c3c025e0d9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "735645f13188f8097a8f85d27fe8f3c3d1e660333b350a9c730be405cefda34e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d9c7f7cd6cc9dbfca943213c2d060a524032050623577697ca882aef583d6506"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "854180e356341626418f3bb449c028aa0b6bbd52b7ca2ceb6d6ea7ebbc4d73c6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "00078d16b68a32a89468588b0de5dce176ee91c18ff89a49cdd9ee64d013bfe0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6814eaf0909d1ea51934bb1b6ec2987576d9c3b9623819408f667bcef99554ec"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e89e5e90e3337c498f2b11841e36231daaf44e549d1a10fca5c20d9af1456636"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c46b376e9bc41862351cd2f3d3c53b7acf4b7e6f6fe4fd0ad68d7ae27e05c638"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7c5ea5326f58fe7ea8527e1717ec503d59c02b6997441b2009a51b4918209794"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8f7310e2514c0b2ed2937862d5e69a102e036d542cd2a3a11793e3365859161e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "68a111d8b35d11afc7bb8c89bc2966320d75c2b6fb907804b8c6bc51a965fcc0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ae53989424cee64069bf83a5aa6afd266cab11ae11406d698a7bf2cd70e4ed3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "16eafd1b43c94a14f1f0c966157b1b0875784a051bbb0f4b2b58dd4e7f3b803a"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dbdf01d59091ff62c7ffbaa5a83caa1f302c58adeea1545bf184ef9314bae1ea"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e9b7153915a84986c54cb767e493035e2adf15382d2d05aca41d8393728a27cc"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c604a3b850b28b37bf6654295bee779365099d5b01a2ae367059a07505696fd3"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f1a03e019835fdc74f0550c2b04bfc44ab5347612e93270b55ae347489f977a2"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c4896b4a30ab7e2ca6115824c36e9f96d3a41c7cdac221a55f8fee6c383c1d39"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "36323d16d4b3c8f0fc2f658f07a1aaffd2d4f7c68673e7e46b69dc882f64f63d"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a18407ce1fa612f2d015a66ee4ffa2e886d3bbcfed6a61eef7611fb701f680db"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4a83b2a6b47b2d2d251548ae73efc212cc025197129fb40406fb937cfaa7498f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "16ddafc8ff3d40e38d9a1d265daf7f9652ab3bbc2042436fcab043fdfdb112e0"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "8fad03dc630b01aef62cf2dbfc44fa80ea6e86ac19d6411e5e8a8f6234541022"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4c98c88e7583f1ffebc9f8c3de9200a54e0dcaeca5ee38eb61358e9fbdb6b4a9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c38ef38a0b4277472c8cd1eaf845bd59ba87802454feb57ce4eb528c33273490"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1093afa0cfb5b81127197ec890962d102bf23fa2fef00d37c648dc433156607b"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4a4d612728f5f034b27b2da218d0a61d44598821a52b5bcca41e60b3cfaaba35"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3f979df22cb3847fc69c5337d82638b935a0f69471584759551a746c7e96d5f5"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "437679d8e29ad34f770287144a78ac38b2765891022a6bc0ee685eca0a5e5597"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "2dad0a5bcb7e2b74179d23234cf68bede0fa3e32c40dfb58ec4fbd942e96248e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f73a0ea9211e5af5d21685356f2e2b69874e3a3cc8ff84271e01931f62f7ff9c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cbd760d7258c5c57962fdec0906eadb0576f2158df9c66cbc033d01756f37e66"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1ba2deed31cfb95b71fb815c78974decaacbd2817bf0856a8bb3c31f69227f59"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a05a44396eb6cc0134efb33655b3e75c3228c5fb23933067d85d3cd90faa87b9"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ce6d9f01273e3b386335684cc9670ff5581fb44a03c6df605f4157d40b5e0d3c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0da673f65642c37c2bd1330093e8de9907818f238c2a61796de88d865943f66e"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e8e6d2f158c9a93a51bf94ebac6f890c0b7637f2ea93011803a8974caad5bb6c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fcfafc9462210d147256192cc204e96035a487081b963b2806fa0c59f5996de6"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "e2fce6aa82fce8bde50fe589d08e4a2123afb03449f605ed4d31f3edb2b09495"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "a96c6529af126939f9e61818b7ed5272023f6d10a96d40fcb07a8898d31923d4"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "4220364ee821474f874505145b2b5bcb72d281cfbc3a8b3772613a23aa72b971"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "2d7a1e45d17ee418f90afa00c80f2dea9c58ba631e401f03820bbd5082a5724f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "b76ddcaac16e7bb0390dd8e4d35d3ede7dbc468b840dd6fb6046e2e27dec5dbe"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ128Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, "d35a4575e0fa418de7ecd3000464bd15bc776bcde27653427fdb633e3eb8cdab"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "3625831aa219eabe5e6a4a51bfbb26560653585cf2859dc0b0ce85d02317860c"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "7150157ecaa78bbc8dd715dda453cece1ed54c500e10b825e77c0a3c78bc5c84"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "4d8f57145b772a5d2a092d0e76e0c7180c6d8f364e107f627b8825eca9248363"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "1fb2a88da4bd88258a0c3ef538c2ba9323c144a15f0cb3fd9f6da0617860737f"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "f8ceaf6f2199243b0ce580752691d05b434b34c0025e0dae4797c9ad83c666af"}, +{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, "117a6df15932cb8aedd45f12936b6987cbe3c286e2186d2a46af877abf964c24"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "894a19cd5337e6bd5d5e46c4fc03021b4d44906f00a74f29fd0051b980bf7ccc"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "78ddffb6af8c806ae1a1e90718a61a63c970f7aec3cf0aec28f229a4f9ae9d1e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d832b8e32312679282f8f17fec964bc985fcf8c5b94ec626f7dc283ce449c080"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6c2e33c924d1f25362f5a47747f2fc79a4bfb8f39e11b1f967e61b9d49fe903a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "3402ed58050652e9fa916f85c23ed5f74285c63f326820031327112feef98a43"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "56ed7ad917d3bef9b340f4cd5226be0e592932a90fd00d0225b4b48cbc4661c7"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ba3de194d4cc2ea9b40b7581cf21d7dd23c1c6dd903bf79624283543e4c2a3a6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7a8724d555ecdeced4e6aaa89895651328444617e10e9fccc8af472065eaaf63"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "24c6cdaae3641f21cf982029dbdfca7e98773ee6b95ee56f10679887bf034dd1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e46a62bc17c5b71e935bf47c8f02eaea4450493ce00a223f15a83baa9edd9f09"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "81fc57f956014b6e6c9de75be8a6cfe384971924d0f7b3a506e3aa892028aa58"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c2385ee3a3a7dfd802eb895f079a21f45738902097613b11dcbfb50e4449dd05"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "33a41fe642096f76a7906cedd5378da600241fcc931e379d4bbcec125b0203e5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b3c559ddb520d8daa692ae2d27478556e4c249bd90738761d9de8d707ff55bb5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0e7f91c68fa7c01befac86122d664e5e826582d880bab838bf8bf1f7d717529e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "164a46eda13ccfc7f976cbcc3dbf7c7f67e551292ecbc1c40c061cc535d105fb"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "fc5e37cb6b87f79b2d2c31881de110f4330936c529aee1f33147b5e4e193db8e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "556817d70ba7d714fc698ebcc0a1f78cd8ccb1211552a81b90be44db3604a244"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2dcaca7b890f55a4dfd6646bfe8c3ca089fbfdef77fa04173de87a1f96ca2516"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "b28e263a965a51081fc7e2aed7e3f3449765e64c747c771e9a74479f189310aa"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "a29940de04517910e60b6901c79f6a3c402f2914a203d10dd711f476c4e8ab59"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "187d0b88ba0e91717c52e3db9c24708029f236ec7d2c0ce9546030b4f1bc7449"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e65c093e85139cf83ff879021a7236c120af718d9315d4023eabfe33247f2061"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "cf5ee59d13c34d5445d9e441d059698a79c2836827998ce7db93bf13c1d99bb8"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "792e89809ed6affbdca604a46969ceedea9f795c4646e69620a04dc7804cf07e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "71a17b4024236ed0b94a71d76436d3cf9b573b828118b87342b862dd0c78df8a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0284a3cb7819764db781f96d7b667c234b84e5c2ad2fd2d9de2a7cc30f424b22"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "494022449d48b204a77b56f6eb91da9831485825d6282605d6f3a452e5b858bd"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "83617da46b33198fb66a0a5e34f5c98ee260b5fc3d96c6264c8c6db282ac2234"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ceb4f4d37475d6191710367b1480f85f47495f31a8fd56af5006c546f7503d94"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "0f4c249c0a16ecc66f824b507066331ba7751c59e184f4119fa7de2f6dc3261f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "cc6f3553200b2838254d863f23baced18b0e101ed59df32e3b63e7eb03f608ef"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1cc4f65e13423070ff7009ea5ff4fab69b484edf9982199dbbe5e2fc78c3f977"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c2666ab383cb29968c218a75d1c997349017d6521b0669c9cf6b77198ed5ba24"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "df25953f0976f0970bb7e3eb5b1647343ec576d55f6eebd522f7b97004616062"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3a0cc2dbe8c4328faa12c876b11ebcbca94ed23087c6e6cb2f5fe47be68329e8"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c74dabc377377374ccf37df6251c2206900513347b4f028aee0e13aee6bb1d1f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "13cbde201adac795897bcf0fa239eeb42d8ff2fe339db4951dbf7e8a01873f59"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4f6f85e73dff9b2320c4a9a43ab4efe298fcd413d598350e644fe573084c5015"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7396c4202d8b32a4b3943f0242ffaa8d1878682ea2d123d1107e2ca456efeff4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5e49b57ea6d6f40b7277f65db623524216225d415901892c02bee20df53724a4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "909dc31b89dc8521147ca2e73f98747be858611337ce22193cd6b510aaa82fff"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2ea7a0bc664e8b6c5005c4c0d091fbc99f5bd9b108f00eb233bc799fee7a54e1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5390d7ec3c4bf116e8153dc38daebe7a0099793aed50697a2cadfc002192fcc6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6bfa7c7070d9a5bacf131f7a5dce5e8f75aabbccc91aa8d42e8b75d1e75298a2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4707045282e930d012e5965cad40e648a18f2b0c4c3ae763a2bd2bd9bd023dc6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "567d01ffafba8ca2a7b856183d1caef5c8395cdcdf27eb5b472b6f37137a89ab"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "785ae7ab4d82580c6143cd0387fc55335cbaa593708fb7d5ab4b369d76733660"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "12e26149c1c0a577e52fead72c734836bdc76afb9ab34748c0d5edaae1a86cdc"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5fe358fd086f69c30ab316649b6aa75d3a29067bb94cf500b67b21f74b946366"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1a071a601ebdcb578ba2a9c5890d4f524849ddff3711c535bb71bedb27a795fa"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d3287fd51d681994c0a09e77433ffdfa18bdb9a4bd2ddef413409e1e4e37c89c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6576746d01117a97c5663d4a1a8264fdf3d6f25f9425502f238ed9cc3319c964"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "21751af98eaf6251d987ef59a95dd91469a857b1c424b45cdd6b4b2cfb867424"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b9adde40417a244774fd6fec247bc152ad924f225a2da177b27e0bd97c7cfb44"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6fac097fc9a78f1dfaf827fecc65fc48ff8470be9034cf8edc586e51051e344b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c9d966f05d00256055bd77fa27d7e39c032059be7208f80bda3987240add3287"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "351a52413634f871b6ada30935f222439c1986f19d620e3ef13a8bfd02762be0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f5cf51d65edee560820dc89e58a36d8aa9dd8cb2d53343e0cb00aae0e775ab6b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "06fa9caf2f81ab4eed768a15a5fa6b19fc749295b18e4d0c5d9a9cb9fb0ed295"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a78bf28535f8b7c97b414be0a030d8d3933261d366e3859f0e0a62dc4145d448"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4877106b68575a9f3ca813a9a0abbb4048ac5d97a00fc28b5f0697cc50a09d13"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "df1c3f7ef4772ab86f1036aa1bc8526900699b2810eba576e5cfc720c0101b09"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8263a80a0d0ebcf4237343590c987eaeb30e7d89da5e2447c1181ca90892e636"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "91d4364e9590cfd4b751699d0459dc646044f213a44edbcdf3d51204538b4cd5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4f17572c3d03f14150877298a6f560a4ee26407a22611aeb54794aa05c345461"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ed5b51f76b3148be34ccdec42f360b991c807bb1468fba1c52bf5bc2624e5621"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ba93c25815f2baceb77b10d7718de118c0a47888f4c8241b3703d73b46ee192b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "076c3f3961f21d7b68ed3b5b80878cfb18a5a6e44943b066e3dd73df6ac1e989"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "487c95d7af3deea05ec4f807d1598c8a0be47adc163b6c70cff0814d64100596"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e90537ca94701a3df5b5e2463393f4739674ec8412b86a45dc54b3f721ced0ca"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "90df03a1b2756e14f4e420eb9dbf02a7aa3758907f5adf61df8124746e46cf27"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "e4c06649b5089cd6c76823c2e004725ac3a66addfc9dfacfbb5e64643073b792"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e48165b580157ec48349a69a7789bc39379abbb27712ee85a96901aa28ab7a23"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bb86a05d639df35bc3e23e503fad78c20368f5d2b25f43fb3988225257e3db06"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "76e1568a1bf7c313fc5d69572d5e629339a1d97aae83954d3cd4d5ba586ace33"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2d1bc5e67fce0bb106dcda2f7bda0d80f00829816cbf17a8eb7aeb66a0e3d2a6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0db8232097b1f45df46c8667086b6302cad328f7d8342741bae899bd3037a8d6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "8110f9e9b436efee688b883e5cb69cf220243e68089674e8de5d940f6d366f18"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c7dff64a3496b302eae08fa3a9f433d9c99f03fc9a1971684aef1c9a2fc22c0c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d7a1e1114927e168946de024e7e34697058ebb87f9730915138189f05d6b7c7f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "72fdf53f8e19b2ed57755914b94f645bf791db26e80309f1f1e44aa24a44de3c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b676c4ae7e151062a2716371fcda2fa9fac4406ef6b132212662414d2f1914fb"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "2fe4668fa79fefe03cd8d2e2f0dffdb0f0986c91fb6343627c4a9ddb880a97f3"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "c6c275027f5da0f9a65a95f4befceac549d12acd0e6bdc01a7fee53d87d89def"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9de3bd01e5ce6ca320c8275f11baae6036035d4d1bf00082671cfc995b207836"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "20612baf4276fe9d6fa6a7cb3043d8e8190ec225ab4c49b00982d59aeab4803e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "370f8392d4b856b0ee2c11395f09b35af4338f496120fb1890e02fb415d2017e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "06ebd200133276c44421503fb0c327c7c9d4492611b3ec5d4df61226e4ac9942"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "792576fa52cf4daf5f72dfdcb18146b9f6518722234b695b3a9c7e924d8e5240"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "387f3db00a926a0dc8f011dad34c123a127aa64c6af72178b9c7d31d06265365"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "942208ce708dde3bbb3c2d23bd90f02fb3bc51c701bf1af83b7a89fe2f3ca570"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "77fde6873af02427f07e2d18ddc93bbe815717e19c2efdc3b2515722515b6c45"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a737a19cf7307e9d0246306299847b151ed24b1ee81a4e9278ea9d69c1766ec6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d37621178c4834b0409c2eccd2cb6a55275ccf235e2edb0fd25ae22aab7c26f5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ecb93f2317e536ada27f4cfed38476ec8d6a8335e6275243a8b7a2887c66ba57"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "283fedfdf56cd62274a6bab2e95e375dfbb375e415816ea6f8747ae054c0e623"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5a84f93322cfafaa990db3a88e44fc0e70d676d400977c9dbe9d31c5ab307a61"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "39611ce3bad9424bac6382213a79c04f9525a42d387bdbfbbf177e396dd8a4fb"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a9812378489030b69e222a9ae1d749d5b886b1f282f159b58ce9f8efc9aa2714"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8f15a52d67a3c3309240e1c336dedc3ddb235f9a67e5319979c287f729e25064"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "90688f660ba6cb68837c9c65f04ac11a1899209f92596dae91b1539723aefd70"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "657a3704fcdd528a7e7eef55042966edeec6bf35051a6d16111b113879ac759a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "c3dd37e66c6d0d8e4b0fe9c991871a4d1dba11e92370c4fe44ae7127d1d99709"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "0938ac881c91888f630cd746aff5c67c147e9d979f7115cb0f33699dafb20c14"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a8923a253cade6d987cd4d83a6438d5bd4a090e3e1e414be3fb80cab563ae60b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "51ccd17d59471b3f28a775bc6a7bf0d7092a61743aa28a9348d48888d83ec8ef"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7d5e149239d220a8530b4da9f054871f87cce0d3feb1b0424ead759182f92be2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "dd5c80e48bd8504163eb4fc662ebbafcc27873220bccb4c2e442da8f38ff1579"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a9a4a631dbc3b675cf209f786f0a3dfe2484f589e3beecd14053e07e77048baa"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "bc5147b2ffedae27a27925b2cd16d20ac22d3a37297fc9e216ddceac7c957991"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6f08354118e5b6fad50c4c4ccfbb72547d8ca5ceb90e2988660344f7a71c4fe4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "9473b4e663c8115d6e0765ced7abad6c8ce930e9a73f04d127c6e5372b5048dc"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "dbc06b711642d2ecea9d0a964c14c123ebe04dfb93c61d3b0558e73e67278827"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "d20574798cd96b83b44217295961d1b64a2ea39accb9a6d8c6a86e82f5478f3b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4dd0bd1d83eccf51ab4b18dc99c370fc3104698843d33da02fcca36ecb851e06"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3c62b3590ddb4cff98c190c70c364efca0229321555bb7f58d18e39973bdfadf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "58d6c34aee8b6266fa7406a5f3ed5a64295b6deba8ff6e04e61566e8dd3602e1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6998a0ce104afcf11b658492fced1290e3b7566ef7d29b69039d3ff14033b52f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "fa38f5385c877e4a6128f436c7ad5961e8806e5cf16b42ff99ba9c788877ef96"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ea6e67466df1e9bc1b7d570f74865c9ef6bfb0b73b3abf8db0eaa58675df0eff"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "7e55ae65e99435c7cdbb51aa307ec72ec0143d20fce7aacaacbc65f3e2ac18d5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "073a36d9103969d902b6075b0d53b2f7e44be42ed36f8d1e761cfdfc2c8001a5"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "008e25aadbcaf9a650771ab755fda458c391ca106060bc68b9ca962bccfc0c9a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "94dd648928403c78c624d69d767a705a49e0fdf2c4a5ff15c3a811992a1a43f1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "abd1a1f84a046f46df5c884c87b9e1be9a84545dd2bcc0c295c0aae7165016b4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f383c2ceefd2f077a1f389bedc9f75bae7bc7a2145407ab3b243a30facd5955b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a276b798b2bc68d51c202ebc7059dd9f3bd344e762bb7cf264da8cfcb29ac409"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "14c048989c30cf1dab3f94a08bb1cc5ce962c091fe165c86c6519d37d4de19a4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "9809e6453e7f0f6b50902cec46b477b3b91abac90e09263e9050ca06cd4eae70"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cbbd00b77fa20551fb99b290f05733ad08fdc59236c7e1e37366a9dd01a0a39f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "61020bc289786d62d5a4f1f232898b7ba3c4a363c77901934ac76f12800fe5fe"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b8625427df58161ba7e7227a7ef824a477890af8c3f264bc52b5cc17e70d91ec"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "41ef0dd143a1b54b7bd51b040b6b102442da3b607f5cc12b62159eb602e84dce"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "42243f19ef54b00b84044297318725ecf7fe7d8367493c27845171d1dd802001"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "dcfa5969bacd273cc972fdacad6fba271cdb50e3195e6f88b57a9b14e65d491c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26ccbb5f281f25e45cf187e5aece5d119af496775c95043a918c28d4120b5904"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ca15a227323e125a3f5be948aa49ca82fa47d1b1e3f0f66b616ef6f644788114"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "5b0f301ebbfae9cf6a971a0e5394de931c302e7f5fbd025f69ec633b9451b442"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1f245980c1de0ea0c681350ffa3f8548632f048ef7fe95d7028f5cb53b62451f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "da52908056644db029dae435ce14a5e979618f2c80554a4578e036f9f0ad890e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0361f5039a477227dc9836def2d9b67d99484cf80480e5ca252d3422ab84f4d2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "13b94cfed875f65c68cc822917aebe864f92f6f8cffb73015778a365fcb8be09"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "6598dc08a179e818622413da2e6d4104fa0072b63ed54b49d0a2096cbae50429"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "6c5a33814256cfea9051664c6aef40b10c99b478bbf46b0caf6da42c3b880daf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3373005f5d576fa6be4a570e94a2909c2024b1bd1a8ce73b41676a5f80c7ea71"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a8825e3f32ab5eaeb7382568eb0be99cb06a8e22828690fe5066768426ca7f9e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e7e74fd3e669bd52397f0a17b084381b2c188a187c3de0afdb914e13f2122ced"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a425f236f00f41fffc00c2dee841c79af572533faf40b49a8dc45c7a30eb6739"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0979399fd6d835d930250607cde65867adaa6a01ae7c9de08ad7a2adb129f38a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cf00b8898d1064b6b1d3096afd10d90f0200cccc76a2635f4e4d67bf0f4073da"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "577729c736685fd5643fd3f7627b5bf4fbcb956186a114b393dd0bc6f9d734b2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ac0cd1a7b65bb17ae7bf5dd79c2ebbe801ccd7e823982a8eee33ab49ba4b52e0"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "0959268a8f7179a8550e828ee9466d9f10fb9f306988b4c706a3cf8ef88ce8ad"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "6bb59757533db5ea8b9a6fadce9f18977d6cb8f81309470dea4eeacc8336b35d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "8060667bd9e8399e5deeaa587377a461279c5401d9f0415d3ca083ff7c609fdd"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a8e4d278b9f45b92c2fcc410cff1d25fa79e28dce95cf1a021d4dc0e712ae226"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a62ed32e473800be4f5fe42d14b49e1c7b39bfba5ad748dc00c28556bc994537"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "7be5e066a2499673a5a1a7161f438c5e324d566b8407aaf57f6f4a58a442ac2b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "24effa78d4843722c76bf06444836336f1029428e026ee9f8cc75b85c45cccb9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "9b6db27deee4b2a592ab28532e930255ea0eaf87fa92c439a8771f6c299a5a86"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a400e277f2b863c2dba4f2d0940a73dc4b858666993981cbe685cbca0f5193ef"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "592e6601e5c203ed9fccbef99e1dce8914f98396380d7d39bdac57687f6c06f9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "7d7f97e5b3e9977f33e636ebcbb9896825b5f2c211308d20b7279a335ac9ff74"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "d4e66f62e396fd272be451ef0a39f5cc5505f62536898992078e82331de01112"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6ac12bc5bdadc5370545c3b80ffd038109a9a0230b0e343b75e54a0cee4c5daf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "22bf50b98338da8aa573e7d8583c2b27702a87e44462409ef5a3591af51a8d08"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "97d7baac07469118ee481c6f582dd22d7423737578f913b796e34ada4148b783"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "995b4ebecc0137ba6fcd7ba684f73fcabe2948ad79c2ac1c14cd9f70dd626eb4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "30c52120c4a002147bac38055973cc6f6bea1517ec107389d8983a3db059f82d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "1fba8b00e8ca6a1081228581b062f62c9b18153bacd94a69ee822da33abe7161"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "154354c75717a6efe502cbc1fc53c036a8d2a9a4d1f67954bfbd61205ad43e7d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3b0c238a96ab59db246f7ba06b6f728d89566e55581be8e8a0fbeba0a3b2107e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "6712aa1ae651d54ce7b888f34511ad942cfc89d83bf6868906fdecd5207ed588"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b3fa907c09b4e2d0f36d2a76d9c7243c170bbfaf7d3eb58efc20b25084f67cc6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b1ab7795b7b8156fe29838afe7cb99d1c11c61f41b364943d84ba8fede1442d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "503430f0d2c05bdaf6bd9b2f7dd4aaa817a08df4c3231b29754b9ee83eee6e6a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e352bccb479c1b555ab04a95b3dc62a0b006b3ae3bbfaddd937c06b5c1cae804"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "3feaadcf070c79bd07da5f3614b3cd01daead638541d0b2ae91eb301c1cac28d"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "eb55bfc3f082c843901d24e00e98c65ef2d47cf0585c54cf86eadff9b06b1f9c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4789c5f73bc930bae118be4e5a2e5b14624896e4f637b247e28b0b76ad53457f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e55b16a58e141d36703228ea68d8df3a008c2ca2422c8f882f340856a5e9d517"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a027622cd1345ee2b590d44f5065055e40d0bce519da405e544c458b6564566e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "1bf8028147c6cc30af5d317d157d47c8f91318856bfb1b71d80dcb79b0797f69"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "a1c89e91932a76971be58754c4e61ee2066bc5818a92b16cd7572094fdbe78aa"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e6145df0745ce963beb6ffb869453d8c6d10de811223572c5b92dd25a4d9bfd3"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "a489b63840577716411d55e79dab3b25b733d270f4da6c662bbc4dc897a71636"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "bc42a95f668a2ae0c502c94731600338c55d4479f5254a34c6be8724a939ae50"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "c90f260fb851b60512033e3b9561e6d2d94ad23a4a7d1bda6571c8da27394163"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f067f12db951d8ce89d745b08bcec516ba84793c9860fc0498e3345103d13c88"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4d04089e77a64e941ddb8cf06d70387e4af777c1b52e0bb16fff4071253e2449"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "50051a3fa7273ff363db423a7c1622d939a0972b321b40884769d05053a20988"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3f981d9bfc7dc56f2b15e0fd0b367a69f9c83752710ef8bf637dd31e82fe37a6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "f2430c747cbf3f235d7584b5497890f506de8e2c9fc52851961ce8f53dce65e9"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "26279fb8db034dca50e82ad827329e15f161b4281b8b80373677df56224cfc02"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "375ac27cf003274710a165220a3fbd6d5b1861ec80cb1ea86c20056228268967"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "df6351fd1be82380fa77dfda0417546f48184c6822fae7c164eb29de17002b62"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "e8a25ae88e1c85da28560146c4670818fb09b342a289002bbc8113bdbafee747"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "f881fcaa85b24bbfef6957b5e74368f1b573cc3e194a8139772908cda9d0dbe3"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "36a0e28d68f1da15c97a9006786d6435a8231d866e0fd259589284b5d97ca306"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "bcf9159c2f42206b7bb59959d092059540b2826be670a6fc74dfb3a95822da23"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b7a969652a546f8b346f9844064f61622c52f82e07582f39a675df9175584dce"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "1bf19752f500914fab3b0adceeceafeaab1554dbe13ca6293b2c604637740414"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "939757494dada5653ba9ff53f11dec89a058bcc1cbab439bb44857616c3da606"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "52e75cfac7491ddb3035fce2420e9399845b96ace269f5a2a3596107923c9c11"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "c39317081f189baf92f5add6cda8f5c62054777f65ab8335bfa470f6ea93bb71"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "560b9f67bca4170b6971ab32644c978e7cc4cc3c443d270cfe7790e4b8efcccf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "209815c38c833cf6a0a4ca56724a80f136506ac738e38a56f467141a2ef4f7b4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "75d06f54b9a3bb3e52dbc02ae85e4984a934e81add3f51a713102fbbb530ecf6"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "f47a1cf0d9f2da8b983502326b8429dac4fc0a6056bca2bbd91b19f635807214"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "4a4f9ff2cdc1560b9b66a72a00e8dfbe469c478bc910796783c7392a701af10a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "4f4aa2a042707baf292aae0284d26a1222ae2928ac17280ff5f0009efca05c37"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e9866ed644f4a336fae9fd808b2d804b5c00eae095f6233a923143994be79f52"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b8bb5b0fd249ae258f11c7d73c3cd6ff7338cdf40b6593848899534add3883b1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "65a07deb70c77a7d963cbc0f990a4d72e8904369b410caed188740d19b3c50bb"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "70fec25af29a5b3903fd1c97d5522aeda9c96e88250587f28d035ef5972a069e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "ab7803bfb732ac23fe4136b917d13770761a30ede534915e83031f3820d56d4f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "b7bde5a43f08439f2e817ca5bf56b1235c164e95c24b4de5b81889c15d1c6fa8"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "b3372d83dde756cf5d7dc872613a8b63df0571261919c61860e477da4533026e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "4cead94fd7f48e8f6db5e40d510d655d09b4367d32651d9ab8eaf5db2c5b9a8b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "da4f3ac7c1abbde1ff7fe435891109d1ecc510e388615f04e2d9cd5da1babd6f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "58592d5b3dd256b047895a54de78f02732d9a1ca7397d8b18bf46fb586669cf1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "590c34a0bca4a58a00093ac8d2bedf0a9616d90374107adb687d468211a80112"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "3446d7e6cae8ca7b1030ca39c325520b530f645929cd681e05cc8786492efea1"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "22a41999f22f603f8b0032e06a1385f08cced45d4f9275112c993842c95d538e"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "a6b8ae054bbcfb078347a8f1297267df1422f4f9f565e2293f5874b6f73e1121"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "e889a2704e9b37feca680487d0b77e185cc90a5ea61da939830c1d792993920c"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "dbd80e2ef5a2c9d9782dbc16224f032758e788928771ca57f6c931f8b27fb88a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, "3bb5737fe221183b88ab3faa70a82c3cdc4337bc2ff12a595446e6bd3ed94f98"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, "26183fb5daf225eeca22ca175a4e7e6eb70467be5d410aa5521f8458855a1fe4"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "e705aac89bee270d3c19b52d83d4fc67bcdc64328c997a262c7aefb1022a8dae"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "cc4399dc6566df6b08caea464664b4552789bc1e2cf6138bc9912e464c887e61"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "5481e8f9820841c279cb3d57c0e0cac01372b88ee9fabd29027e88ce3343e944"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2c0de8b5fdc537fd61d6e0ea2698fe212ee3c5789c8b23b4c4f00041d7e0530b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "5c43a303664d0cbdd24cd4c5ef7496255f8ffae6fb3ae619d0b8bfa9b149d266"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "fe17abe2c6a2fe0a1359eff1af0ae2c15572ec2d351442fbbcdbb5ca157a8832"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "b26af560023d233a78f5102f7d7d422fc9377b2cac6857aecece6ac08f851d27"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "ea01b504e29e2acb57ed6baa093faa2da02b0c6338eaf47eb9ef4697e8d3c542"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "96c27ee5d8d17adaf11548bcfc2b5362316e795d58126834f08477a2daebc11f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "727699060c107f3772333455ee96eab2da9877d657acf242f53b2352356b0b4a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "12efa289a9481a86a04f6ad23819dc38538c141ba1dec3866d1cecec7dc081e8"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "68a0b432949696426bd98d8e4ef2c507f3999cc4f8be12e8db4ec99263ac2449"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "f80b79c03ecb85e1718339db413e47634e071f2bf9e9dc3c4a1586b080cd8a3b"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "ce14863ca20766dbe875eae62eacd743a91bec9f17d1043d5eebdc98185f1484"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "69b708f3318e537bca360ba6c04d94899239dc333db5a8e04a9968c6dc4c1bde"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "125052185f2b30ce572a31227f17a32d446f3a41c2c15cb68ede8eae5993b472"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "d225e5f91a7ab493b69bd3d341846f6c9da98ae6baf5fd847b29cafd3fc66ca2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "85ab98f63900fc2ee10768ff970dfa95e96c9a9824d1acd7aabe6f9e6fd27e4f"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "d0053d24d0c84d48254959f8aae2b3ac39fb4983fd7e7423de57cb71e943bdaf"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "cda3cfc462b6cfe476425984dbafcc27ea5301737bf3f26085d8ea2e31f10612"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "040e45ca68409d6cfd3204d829259e8021df516513de5eb50777c8529e3ec08a"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, "0e0ec6fc08482336c8079eaf23fbebe15d2e9b4e32d0f3738ad1913cee4b8894"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "2b12fe51d2a0e03131b5d06cda96dea3d64a04ebc256d142b4103be0cfb00ec2"}, +{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, "dea1474d1fe7c4c8f2b8df2b1c686cb5f066dd4e8934aef6434139f247bb8fc4"}, #endif // EXCLUDE_SM_100F }; // clang-format on From bbe6a20eb3040f2a3d3b3275410a1e8d0da63331 Mon Sep 17 00:00:00 2001 From: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> Date: Sat, 15 Aug 2026 06:52:17 -0700 Subject: [PATCH 2/3] Unwave Sage 1560 test Signed-off-by: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> --- tests/integration/test_lists/waives.txt | 2 -- 1 file changed, 2 deletions(-) diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index abc96646e567..5c931d7fc12d 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -360,8 +360,6 @@ unittest/_torch/thop/serial/test_moe.py::TestMoeFp4::test_no_autotune[use_score_ unittest/_torch/thop/serial/test_moe.py::TestMoeFp4::test_no_autotune[use_score_as_input-RoutingRenormalize_topk_4-swiglu-1024-1024-150] SKIP (https://nvbugs/5908070) unittest/_torch/visual_gen/multi_gpu/test_ring_attention.py::TestRingAttention::test_ring_invalid_mask_raises SKIP (https://nvbugs/6412105) unittest/_torch/visual_gen/multi_gpu/test_ulysses_async.py::test_capture_smoke SKIP (https://nvbugs/6385134) -unittest/_torch/visual_gen/test_attention_integration.py::test_sage_attention_self_attention[fp8-2-1560] SKIP (https://nvbugs/6198760) -unittest/_torch/visual_gen/test_attention_integration.py::test_sage_attention_self_attention[int8-2-1560] SKIP (https://nvbugs/6198760) unittest/_torch/visual_gen/test_wan22_i2v_pipeline.py SKIP (https://nvbugs/6626445) unittest/auto_deploy/multigpu/custom_ops SKIP (https://nvbugs/6403920) unittest/auto_deploy/singlegpu/models/test_glm4_moe_modeling.py::test_glm4_moe_decoder_layer_equivalence[1-dtype0-1-8] SKIP (https://nvbugs/6566730) From 724b9441cd19cf98888d299b29a2d49f5cc5f89c Mon Sep 17 00:00:00 2001 From: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> Date: Sat, 15 Aug 2026 08:19:09 -0700 Subject: [PATCH 3/3] Adapt SF handling for fixed SageAttn kernels: fix SeqLen%128!=0, fix SeqLen%BlkK!=0 Signed-off-by: Ruqing Xu <7891482+xrq-phys@users.noreply.github.com> --- cpp/tensorrt_llm/common/attentionOp.cpp | 36 ++-- cpp/tensorrt_llm/common/sageQuant.cu | 216 +++++++++++++----------- cpp/tensorrt_llm/common/sageQuant.h | 2 + 3 files changed, 139 insertions(+), 115 deletions(-) diff --git a/cpp/tensorrt_llm/common/attentionOp.cpp b/cpp/tensorrt_llm/common/attentionOp.cpp index 7493542a1fc1..d1df5ff145ab 100644 --- a/cpp/tensorrt_llm/common/attentionOp.cpp +++ b/cpp/tensorrt_llm/common/attentionOp.cpp @@ -881,15 +881,16 @@ size_t AttentionOp::getWorkspaceSizeForContext(tensorrt_llm::DataType type, int3 else if (useSageAttnSeparateQkv) { fp8_q_buf_size = max_num_tokens * static_cast(local_hidden_units_qo); - fp8_k_buf_size = max_num_tokens * static_cast(local_hidden_units_kv); - fp8_v_buf_size = max_num_tokens * static_cast(local_hidden_units_kv); + fp8_k_buf_size = total_kv_len * static_cast(local_hidden_units_kv); + fp8_v_buf_size = total_kv_len * static_cast(local_hidden_units_kv); } - int32_t const q_max_n_blk = mSageAttnNumEltsPerBlkQ > 0 ? tc::divUp(input_seq_length, mSageAttnNumEltsPerBlkQ) : 0; - int32_t const k_max_n_blk = mSageAttnNumEltsPerBlkK > 0 ? tc::divUp(kv_seq_length, mSageAttnNumEltsPerBlkK) : 0; - size_t const sage_q_sfs_buffer_size = sizeof(float) * mNumAttnHeads * batch_size * static_cast(q_max_n_blk); - size_t const sage_k_sfs_buffer_size - = sizeof(float) * mNumAttnKVHeads * batch_size * static_cast(k_max_n_blk); + int32_t const q_max_n_blk + = mSageAttnNumEltsPerBlkQ > 0 ? tc::divUp(max_num_tokens, mSageAttnNumEltsPerBlkQ) + batch_size - 1 : 0; + int32_t const k_max_n_blk + = mSageAttnNumEltsPerBlkK > 0 ? tc::divUp(total_kv_len, mSageAttnNumEltsPerBlkK) + batch_size - 1 : 0; + size_t const sage_q_sfs_buffer_size = sizeof(float) * mNumAttnHeads * static_cast(q_max_n_blk); + size_t const sage_k_sfs_buffer_size = sizeof(float) * mNumAttnKVHeads * static_cast(k_max_n_blk); size_t const sage_v_sfs_buffer_size = mSageAttnNumEltsPerBlkV > 0 ? sizeof(float) * tc::divUp(local_hidden_units_kv, std::max(1, mSageAttnNumEltsPerBlkV)) : 0; @@ -1577,15 +1578,16 @@ int AttentionOp::enqueueContext(EnqueueContextParams const& params, cudaStrea fp8_v_buf_size = params.total_kv_len * static_cast(local_hidden_units_kv); } - int32_t const q_max_n_blk - = mSageAttnNumEltsPerBlkQ > 0 ? tc::divUp(params.input_seq_length, mSageAttnNumEltsPerBlkQ) : 0; - int32_t const k_max_n_blk = mSageAttnNumEltsPerBlkK > 0 ? tc::divUp(kv_seq_length, mSageAttnNumEltsPerBlkK) : 0; + int32_t const q_max_n_blk = mSageAttnNumEltsPerBlkQ > 0 + ? tc::divUp(params.num_tokens, mSageAttnNumEltsPerBlkQ) + params.batch_size - 1 + : 0; + int32_t const k_max_n_blk = mSageAttnNumEltsPerBlkK > 0 + ? tc::divUp(params.total_kv_len, mSageAttnNumEltsPerBlkK) + params.batch_size - 1 + : 0; int32_t const v_max_n_blk = mSageAttnNumEltsPerBlkV > 0 ? tc::divUp(local_hidden_units_kv, mSageAttnNumEltsPerBlkV) : 0; - size_t const sage_q_sfs_buffer_size - = sizeof(float) * mNumAttnHeads * params.batch_size * static_cast(q_max_n_blk); - size_t const sage_k_sfs_buffer_size - = sizeof(float) * mNumAttnKVHeads * params.batch_size * static_cast(k_max_n_blk); + size_t const sage_q_sfs_buffer_size = sizeof(float) * mNumAttnHeads * static_cast(q_max_n_blk); + size_t const sage_k_sfs_buffer_size = sizeof(float) * mNumAttnKVHeads * static_cast(k_max_n_blk); size_t const sage_v_sfs_buffer_size = sizeof(float) * v_max_n_blk; size_t const padding_offset_size @@ -1905,6 +1907,8 @@ int AttentionOp::enqueueContext(EnqueueContextParams const& params, cudaStrea { TLLM_CHECK_WITH_INFO(mFP8ContextFMHA, "SageAttention kernel runs under mFP8ContextFMHA option."); TLLM_CHECK_WITH_INFO(mFmhaDispatcher->isSupported(), "SageAttention has no unfused fallback implemented."); + TLLM_CHECK_WITH_INFO(mMaskType == AttentionMaskType::PADDING, + "SageAttention only supports dense (padding) mask, got mask type %d.", static_cast(mMaskType)); TLLM_CHECK_WITH_INFO( mSageAttnNumEltsPerBlkQ > 0 && mSageAttnNumEltsPerBlkK > 0 && mSageAttnNumEltsPerBlkV == 1, "SageQuant requires positive block sizes for Q and K while the block size for V must be 1."); @@ -1928,8 +1932,10 @@ int AttentionOp::enqueueContext(EnqueueContextParams const& params, cudaStrea // Quantize into Fp8Q, SfsQ, SfsV sageQuantParams.sumSeqLensQk = params.num_tokens; + sageQuantParams.batchSize = params.batch_size; sageQuantParams.numHeads = mNumAttnHeads; sageQuantParams.tokenBlockSize = mSageAttnNumEltsPerBlkQ; + sageQuantParams.ptrCuSeqLensQk = contextCuQSeqlens; sageQuantParams.ptrQk = attention_input; sageQuantParams.ptrQkQuant = workspaceViews.fp8QBuf; sageQuantParams.ptrQkScale = workspaceViews.sageQScale; @@ -1938,8 +1944,10 @@ int AttentionOp::enqueueContext(EnqueueContextParams const& params, cudaStrea // Quantize into Fp8K, SfsK, Fp8V sageQuantParams.sumSeqLensQk = params.total_kv_len; + sageQuantParams.batchSize = params.batch_size; sageQuantParams.numHeads = mNumAttnKVHeads; sageQuantParams.tokenBlockSize = mSageAttnNumEltsPerBlkK; + sageQuantParams.ptrCuSeqLensQk = contextCuKvSeqlens; sageQuantParams.ptrQk = params.k_ptr; sageQuantParams.ptrQkQuant = workspaceViews.fp8KBuf; sageQuantParams.ptrQkScale = workspaceViews.sageKScale; diff --git a/cpp/tensorrt_llm/common/sageQuant.cu b/cpp/tensorrt_llm/common/sageQuant.cu index 670a8ff000bd..be822f970e1e 100644 --- a/cpp/tensorrt_llm/common/sageQuant.cu +++ b/cpp/tensorrt_llm/common/sageQuant.cu @@ -38,9 +38,14 @@ namespace tensorrt_llm::common // 2. [Optional when gridDim.z>=2] Performs either per-channel Sfs gathering or per-channel quantization for V. // // NOTE: all tensors in this file are treated as column-major: [D, H, S]. +// +// Q/K Sfs layout, matching the FMHA kernel: head stride is ceil(sumSeqLensQk / TokenPerScale) + batchSize - 1 and the +// local token `t` of sequence `b` uses `cumSeqLens[b] / TokenPerScale + b + t / TokenPerScale`, the `+ b` padding +// keeping a trailing partial block from being shared with the next sequence. template -__global__ void sageQuantQkvKernel(int sumSeqLensQk, void const* ptrQk, void* ptrQkQuant, float* ptrQkScale, - float* ptrKMean, int sumSeqLensV, int numHeadsV, void const* ptrV, void* ptrVQuant, float* ptrVScale) +__global__ void sageQuantQkvKernel(int sumSeqLensQk, int batchSize, int const* ptrCuSeqLensQk, void const* ptrQk, + void* ptrQkQuant, float* ptrQkScale, float* ptrKMean, int sumSeqLensV, int numHeadsV, void const* ptrV, + void* ptrVQuant, float* ptrVScale) { using namespace cute; using namespace cutlass; @@ -60,8 +65,6 @@ __global__ void sageQuantQkvKernel(int sumSeqLensQk, void const* ptrQk, void* pt // Silence currently-unused argument until K-smoothing support is added. (void) ptrKMean; - int const numHeads = gridDim.y; - int const headIdx = blockIdx.y; int const numWarpsPerCta = blockDim.x / 32; int const numWarps = gridDim.x * numWarpsPerCta; int const warpId = blockIdx.x * numWarpsPerCta + threadIdx.x / 32; @@ -69,105 +72,90 @@ __global__ void sageQuantQkvKernel(int sumSeqLensQk, void const* ptrQk, void* pt if (blockIdx.z == 0) { - // Qk task -- one-off per-token-block quantization. - - // IO tensors - Tensor gQk - = make_tensor(reinterpret_cast(ptrQk), make_shape(Int{}, numHeads, sumSeqLensQk)); - Tensor gQkQuant = make_tensor( - reinterpret_cast(ptrQkQuant), make_shape(Int{}, numHeads, sumSeqLensQk)); - Tensor gQkScale = make_tensor(ptrQkScale, make_shape(ceil_div(sumSeqLensQk, TokenPerScale), numHeads)); - - // This head - Tensor gQkSeq = gQk(_, headIdx, _); - Tensor gQkSeqQuant = gQkQuant(_, headIdx, _); - Tensor gQkSeqScale = gQkScale(_, headIdx); - - // Tiling - Tensor gQkVecs = tiled_divide(gQkSeq, Shape>{}); - Tensor gQkVecsQuant = tiled_divide(gQkSeqQuant, Shape>{}); - - // Register buffers - Tensor rQk = make_tensor(Shape>{}); - Tensor rQkQuant = make_tensor(Shape>{}); - Tensor rQkCompute = make_tensor(Shape>{}); - - // Compute tensors - Tensor rQk_x2 = recast>(rQk); - Tensor rQkCompute_x2 = recast>(rQkCompute); - // Conversion tensors - Tensor rQk_x4 = recast>(rQk); - Tensor rQkQuant_x4 = recast>(rQkQuant); + // Qk task -- per-token-block quantization. blockIdx.y maps to (headIdx * batchSize + seqIdx). + int const numHeads = gridDim.y / batchSize; + int const headIdx = blockIdx.y / batchSize; + int const seqIdx = blockIdx.y % batchSize; // Threads count per token block - constexpr int threadsPerScale = size<1>(gQkVecs); + constexpr int threadsPerScale = HeadDim / BestVL; + static_assert(HeadDim % BestVL == 0, "VL must divide HeadDim"); static_assert(threadsPerScale <= 32, "One token block should never exceed warp scope"); int const numScalesPerWarp = 32 / threadsPerScale; int const numScalesPerWave = numWarps * numScalesPerWarp; - int const numWholeScales = sumSeqLensQk / TokenPerScale; // Thread coordinates - int tokBlkIdx = warpId * numScalesPerWarp + thrId / threadsPerScale; - int threadInScaleIdx = thrId % threadsPerScale; - - // Unpredicated iterations - for (; tokBlkIdx < numWholeScales; tokBlkIdx += numScalesPerWave) + int const tokBlkIdxInWave = warpId * numScalesPerWarp + thrId / threadsPerScale; + int const threadInScaleIdx = thrId % threadsPerScale; + // Lanes of this token block: a trailing block is taken by one group only, so never reduce over the warp. + constexpr uint32_t scaleMask = threadsPerScale == 32 ? ~0u : ((1u << threadsPerScale) - 1u); + uint32_t const laneMask = scaleMask << (thrId / threadsPerScale * threadsPerScale); + + // This head and this sequence + int const seqBegin = ptrCuSeqLensQk[seqIdx]; + int const seqLen = ptrCuSeqLensQk[seqIdx + 1] - seqBegin; + if (seqLen <= 0) { - // Load input - cute::copy(AutoVectorizingCopy{}, gQkVecs(_, threadInScaleIdx, tokBlkIdx), rQk); - cute::transform(rQk_x2, rQkCompute_x2, NumericArrayConverter::convert); + return; + } - // Intra-thread reduction - float maxScale = 1e-3f; - CUTLASS_PRAGMA_UNROLL - for (int i = 0; i < size(rQk); ++i) - { - maxScale = ::fmaxf(maxScale, ::fabsf(rQkCompute(i))); - } - // Intra-warp reduction - CUTLASS_PRAGMA_UNROLL - for (int delta = 1; delta < threadsPerScale; delta <<= 1) - { - maxScale = ::fmaxf(maxScale, __shfl_xor_sync(0xffffffffu, maxScale, delta)); - } + // Sfs of this head, see the layout note above. + float* ptrQkScaleHead + = ptrQkScale + static_cast(headIdx) * (ceil_div(sumSeqLensQk, TokenPerScale) + batchSize - 1); + int const tokenStride = numHeads * HeadDim; - // Rescale to TypeMax - maxScale = maxScale / TypeMax; - // Store maxScale - gQkSeqScale(tokBlkIdx) = maxScale; + // IO tensors of this sequence and head + int64_t const seqHeadOffset = static_cast(seqBegin) * tokenStride + headIdx * HeadDim; + Tensor gQkSeq = make_tensor(reinterpret_cast(ptrQk) + seqHeadOffset, + make_shape(Int{}, seqLen), make_stride(_1{}, tokenStride)); + Tensor gQkSeqQuant = make_tensor(reinterpret_cast(ptrQkQuant) + seqHeadOffset, + make_shape(Int{}, seqLen), make_stride(_1{}, tokenStride)); + Tensor gQkSeqScale = make_tensor( + ptrQkScaleHead + seqBegin / TokenPerScale + seqIdx, make_shape(ceil_div(seqLen, TokenPerScale))); - // 1/maxScale - Array scaleQuant - = NumericArrayConverter::convert(Array{maxScale, maxScale}); - scaleQuant = cutlass::reciprocal_approximate>{}(scaleQuant); - cutlass::multiplies> scaleQuantOp; - // Qk /= maxScale - cute::transform(rQk_x2, rQk_x2, [&](auto& x) { return scaleQuantOp(x, scaleQuant); }); - // Convert to target quant type - cute::transform(rQk_x4, rQkQuant_x4, NumericArrayConverter::convert); - // Store quantized output - cute::copy(AutoVectorizingCopy{}, rQkQuant, gQkVecsQuant(_, threadInScaleIdx, tokBlkIdx)); - } + // Tiling + Tensor gQkVecs = tiled_divide(gQkSeq, Shape>{}); + Tensor gQkVecsQuant = tiled_divide(gQkSeqQuant, Shape>{}); - // Predicated iteration - int const lastIterTokenIdx = tokBlkIdx * TokenPerScale; - if (lastIterTokenIdx < sumSeqLensQk) + // Quantize one token block. A partial trailing block is zero-filled so it does not affect the Sfs. + auto quantizeTokBlk = [&](auto isFullBlk, int tokBlkIdx, int numValidTokens) { + constexpr bool IsFullBlk = decltype(isFullBlk)::value; + + // Register buffers + Tensor rQk = make_tensor(Shape>{}); + Tensor rQkQuant = make_tensor(Shape>{}); + Tensor rQkCompute = make_tensor(Shape>{}); + + // Compute tensors + Tensor rQk_x2 = recast>(rQk); + Tensor rQkCompute_x2 = recast>(rQkCompute); + // Conversion tensors + Tensor rQk_x4 = recast>(rQk); + Tensor rQkQuant_x4 = recast>(rQkQuant); + // Load input - CUTLASS_PRAGMA_UNROLL - for (int i = 0; i < size<1>(rQk); ++i) + if constexpr (IsFullBlk) { - if (lastIterTokenIdx + i < sumSeqLensQk) - { - cute::copy( - AutoVectorizingCopy{}, gQkVecs(make_tuple(_, i), threadInScaleIdx, tokBlkIdx), rQk(_, i)); - } - else + cute::copy(AutoVectorizingCopy{}, gQkVecs(_, threadInScaleIdx, tokBlkIdx), rQk); + } + else + { + CUTLASS_PRAGMA_UNROLL + for (int i = 0; i < size<1>(rQk); ++i) { - CUTLASS_PRAGMA_UNROLL - for (int j = 0; j < BestVL; ++j) + if (i < numValidTokens) { - rQk(j, i) = static_cast(0); + cute::copy( + AutoVectorizingCopy{}, gQkVecs(make_tuple(_, i), threadInScaleIdx, tokBlkIdx), rQk(_, i)); + } + else + { + CUTLASS_PRAGMA_UNROLL + for (int j = 0; j < BestVL; ++j) + { + rQk(j, i) = static_cast(0); + } } } } @@ -184,7 +172,7 @@ __global__ void sageQuantQkvKernel(int sumSeqLensQk, void const* ptrQk, void* pt CUTLASS_PRAGMA_UNROLL for (int delta = 1; delta < threadsPerScale; delta <<= 1) { - maxScale = ::fmaxf(maxScale, __shfl_xor_sync(0xffffffffu, maxScale, delta)); + maxScale = ::fmaxf(maxScale, __shfl_xor_sync(laneMask, maxScale, delta)); } // Rescale to TypeMax @@ -203,20 +191,43 @@ __global__ void sageQuantQkvKernel(int sumSeqLensQk, void const* ptrQk, void* pt cute::transform(rQk_x4, rQkQuant_x4, NumericArrayConverter::convert); // Store quantized output - CUTLASS_PRAGMA_UNROLL - for (int i = 0; i < size<1>(rQk); ++i) + if constexpr (IsFullBlk) { - if (lastIterTokenIdx + i < sumSeqLensQk) + cute::copy(AutoVectorizingCopy{}, rQkQuant, gQkVecsQuant(_, threadInScaleIdx, tokBlkIdx)); + } + else + { + CUTLASS_PRAGMA_UNROLL + for (int i = 0; i < size<1>(rQk); ++i) { - cute::copy(AutoVectorizingCopy{}, rQkQuant(_, i), - gQkVecsQuant(make_tuple(_, i), threadInScaleIdx, tokBlkIdx)); + if (i < numValidTokens) + { + cute::copy(AutoVectorizingCopy{}, rQkQuant(_, i), + gQkVecsQuant(make_tuple(_, i), threadInScaleIdx, tokBlkIdx)); + } } } + }; + + int const numWholeScales = seqLen / TokenPerScale; + + // Unpredicated iterations + for (int tokBlkIdx = tokBlkIdxInWave; tokBlkIdx < numWholeScales; tokBlkIdx += numScalesPerWave) + { + quantizeTokBlk(cute::true_type{}, tokBlkIdx, TokenPerScale); + } + + // Predicated iteration, taken by the group owning the trailing block + int const numTailTokens = seqLen - numWholeScales * TokenPerScale; + if (numTailTokens > 0 && tokBlkIdxInWave == numWholeScales % numScalesPerWave) + { + quantizeTokBlk(cute::false_type{}, numWholeScales, numTailTokens); } } else if (blockIdx.z == 1) { - // V task -- per-channel (all tokens) 2-stage task + // V task -- per-channel (all tokens) 2-stage task. blockIdx.y maps to headIdx. + int const headIdx = blockIdx.y; using ElementQuantizedV = cutlass::float_e4m3_t; // IO tensors @@ -347,9 +358,9 @@ template void invokeSageQuantQkvImpl(SageQuantParams const& params) { using namespace cute; - TLLM_CHECK_WITH_INFO(params.sumSeqLensQk > 0 && params.numHeads > 0 && params.headDim > 0 - && params.tokenBlockSize > 0 && params.ptrQk != nullptr && params.ptrQkQuant != nullptr - && params.ptrQkScale != nullptr && params.smCount > 0, + TLLM_CHECK_WITH_INFO(params.sumSeqLensQk > 0 && params.batchSize > 0 && params.ptrCuSeqLensQk != nullptr + && params.numHeads > 0 && params.headDim > 0 && params.tokenBlockSize > 0 && params.ptrQk != nullptr + && params.ptrQkQuant != nullptr && params.ptrQkScale != nullptr && params.smCount > 0, "Invalid SageQuantQk parameters."); TLLM_CHECK_WITH_INFO(params.vStage == 0 || (params.sumSeqLensV > 0 && params.numHeadsV > 0 && params.ptrV != nullptr && params.ptrVQuant != nullptr @@ -363,9 +374,10 @@ void invokeSageQuantQkvImpl(SageQuantParams const& params) constexpr int TokenBlockSize_ = tokenBlockSizeStatic; SageQuantParams kernelParams = params; - void* kernelArgs[] = {&kernelParams.sumSeqLensQk, &kernelParams.ptrQk, &kernelParams.ptrQkQuant, - &kernelParams.ptrQkScale, &kernelParams.ptrKMean, &kernelParams.sumSeqLensV, &kernelParams.numHeadsV, - &kernelParams.ptrV, &kernelParams.ptrVQuant, &kernelParams.ptrVScale}; + void* kernelArgs[] + = {&kernelParams.sumSeqLensQk, &kernelParams.batchSize, &kernelParams.ptrCuSeqLensQk, &kernelParams.ptrQk, + &kernelParams.ptrQkQuant, &kernelParams.ptrQkScale, &kernelParams.ptrKMean, &kernelParams.sumSeqLensV, + &kernelParams.numHeadsV, &kernelParams.ptrV, &kernelParams.ptrVQuant, &kernelParams.ptrVScale}; auto launchWithVStage = [&](auto vStageStatic) { @@ -390,8 +402,10 @@ void invokeSageQuantQkvImpl(SageQuantParams const& params) TLLM_THROW("Unsupported SageQuantQk quantType: %d.", static_cast(params.quantType)); } - uint32_t const gridX = static_cast(std::max(1, (params.smCount * 32) / params.numHeads)); - uint32_t const gridY = static_cast(params.numHeads); + // One block of the y dimension per (head, sequence) for Qk, per head for V. + int const numHeadSeqs = params.numHeads * params.batchSize; + uint32_t const gridX = static_cast(std::max(1, (params.smCount * 32) / numHeadSeqs)); + uint32_t const gridY = static_cast(numHeadSeqs); uint32_t const gridZ = VStage_ > 0 ? 2U : 1U; dim3 const launchGrid{gridX, gridY, gridZ}; check_cuda_error(cudaLaunchKernel(kernelFunc, launchGrid, dim3{64U, 1U, 1U}, kernelArgs, 0, params.stream)); diff --git a/cpp/tensorrt_llm/common/sageQuant.h b/cpp/tensorrt_llm/common/sageQuant.h index 9b03c9d16b39..80e74d840e70 100644 --- a/cpp/tensorrt_llm/common/sageQuant.h +++ b/cpp/tensorrt_llm/common/sageQuant.h @@ -32,10 +32,12 @@ struct SageQuantParams { // Required arguments for SageQuantQk (Q or K): int sumSeqLensQk{}; + int batchSize{}; int numHeads{}; int headDim{}; int tokenBlockSize{}; bool kSmooth{false}; + int const* ptrCuSeqLensQk{nullptr}; void const* ptrQk{nullptr}; void* ptrQkQuant{nullptr}; kernels::Data_type inputType{kernels::DATA_TYPE_FP16};